func (dbd *dbDeduper) Seen(r *types.Rom) (bool, error) {
if len(r.Sha1) > 0 {
val, err := dbd.sha1DB.Get(ro, r.Sha1)
if err != nil {
return false, err
}
return len(val) == 1 && val[0] == 1, nil
}
if len(r.Md5) > 0 {
val, err := dbd.md5DB.Get(ro, r.Md5WithSizeKey())
if err != nil {
return false, err
}
return len(val) == 1 && val[0] == 1, nil
}
if len(r.Crc) > 0 {
val, err := dbd.crcDB.Get(ro, r.CrcWithSizeKey())
if err != nil {
return false, err
}
return len(val) == 1 && val[0] == 1, nil
}
return false, nil
}
func (md *memoryDeduper) Declare(r *types.Rom) error {
md.mutex.Lock()
defer md.mutex.Unlock()
if len(r.Crc) > 0 {
md.crcs[string(r.CrcWithSizeKey())] = true
}
if len(r.Md5) > 0 {
md.md5s[string(r.Md5WithSizeKey())] = true
}
if len(r.Sha1) > 0 {
md.sha1s[string(r.Sha1)] = true
}
return nil
}
func (md *memoryDeduper) Seen(r *types.Rom) (bool, error) {
md.mutex.Lock()
defer md.mutex.Unlock()
if len(r.Sha1) > 0 && md.sha1s[string(r.Sha1)] {
return true, nil
}
if len(r.Md5) > 0 && md.md5s[string(r.Md5WithSizeKey())] {
return true, nil
}
if len(r.Crc) > 0 && md.crcs[string(r.CrcWithSizeKey())] {
return true, nil
}
return false, nil
}
func (kvdb *kvStore) CompleteRom(rom *types.Rom) error {
if rom.Sha1 != nil {
return nil
}
if rom.Md5 != nil {
dBytes, err := kvdb.md5sha1DB.GetKeySuffixesFor(rom.Md5WithSizeKey())
if err != nil {
return err
}
rom.Sha1 = dBytes
return nil
}
if rom.Crc != nil {
dBytes, err := kvdb.crcsha1DB.GetKeySuffixesFor(rom.CrcWithSizeKey())
if err != nil {
return err
}
rom.Sha1 = dBytes
}
return nil
}
func (dbd *dbDeduper) Declare(r *types.Rom) error {
if len(r.Crc) > 0 {
err := dbd.crcDB.Put(wo, r.CrcWithSizeKey(), trueVal)
if err != nil {
return err
}
}
if len(r.Md5) > 0 {
err := dbd.md5DB.Put(wo, r.Md5WithSizeKey(), trueVal)
if err != nil {
return err
}
}
if len(r.Sha1) > 0 {
err := dbd.sha1DB.Put(wo, r.Sha1, trueVal)
if err != nil {
return err
}
}
return nil
}
func (kvdb *kvStore) FilteredDatsForRom(rom *types.Rom, filter func(*types.Dat) bool) ([]*types.Dat, []*types.Dat, error) {
var dBytes []byte
if rom.Sha1 != nil {
bs, err := kvdb.sha1DB.GetKeySuffixesFor(rom.Sha1)
if err != nil {
return nil, nil, err
}
if bs != nil {
dBytes = append(dBytes, bs...)
}
}
if rom.Md5 != nil {
bs, err := kvdb.md5DB.GetKeySuffixesFor(rom.Md5WithSizeKey())
if err != nil {
return nil, nil, err
}
if bs != nil {
dBytes = append(dBytes, bs...)
}
}
if rom.Crc != nil {
bs, err := kvdb.crcDB.GetKeySuffixesFor(rom.CrcWithSizeKey())
if err != nil {
return nil, nil, err
}
if bs != nil {
dBytes = append(dBytes, bs...)
}
}
if dBytes == nil {
return nil, nil, nil
}
var dats []*types.Dat
var rejectedDats []*types.Dat
seen := make(map[string]bool)
for i := 0; i < len(dBytes); i += sha1.Size {
sha1Bytes := dBytes[i : i+sha1.Size]
if seen[string(sha1Bytes)] {
continue
}
seen[string(sha1Bytes)] = true
dat, err := kvdb.GetDat(sha1Bytes)
if err != nil {
return nil, nil, err
}
if dat != nil {
if filter(dat) {
dats = append(dats, dat)
} else {
rejectedDats = append(rejectedDats, dat)
}
}
}
return dats, rejectedDats, nil
}
