// NewUniqReader returns a UniqReader over the given Reader. maxSize is the
// maximum byte size of the cache of known record hashes.
func NewUniqReader(r Reader, maxSize int) (*UniqReader, error) {
d, err := dedup.New(maxSize)
if err != nil {
return nil, fmt.Errorf("error creating Deduper: %v", err)
}
return &UniqReader{r, d}, nil
}
// NewReader returns a reader that consumes records from r, using a cache of up
// to maxSize bytes for known record hashes.
func NewReader(r io.Reader, maxSize int) (*Reader, error) {
d, err := dedup.New(maxSize)
if err != nil {
return nil, err
}
return &Reader{delimited.NewReader(r), d}, nil
}
