Example #1
0
func (o *Options) diskSorter(l sortutil.Lesser, m disksort.Marshaler) (disksort.Interface, error) {
	return disksort.NewMergeSorter(disksort.MergeOptions{
		Lesser:         l,
		Marshaler:      m,
		MaxInMemory:    o.MaxShardSize,
		CompressShards: o.CompressShards,
		IOBufferSize:   o.IOBufferSize,
	})
}
Example #2
0
func sortEntries(rd stream.EntryReader) (stream.EntryReader, error) {
	sorter, err := disksort.NewMergeSorter(disksort.MergeOptions{
		Lesser:    entryLesser{},
		Marshaler: entryMarshaler{},
	})
	if err != nil {
		return nil, fmt.Errorf("error creating entries sorter: %v", err)
	}

	if err := rd(func(e *spb.Entry) error {
		return sorter.Add(e)
	}); err != nil {
		return nil, fmt.Errorf("error sorting entries: %v", err)
	}

	return func(f func(*spb.Entry) error) error {
		return sorter.Read(func(i interface{}) error {
			return f(i.(*spb.Entry))
		})
	}, nil
}
Example #3
0
// KeyValueSorter returns a disksort for arbitrary *ipb.SortedKeyValues.
func KeyValueSorter() (disksort.Interface, error) {
	return disksort.NewMergeSorter(disksort.MergeOptions{
		Lesser:    keyValueSortUtil{},
		Marshaler: keyValueSortUtil{},
	})
}