// Update a document by physical ID, return its new physical ID.
func (col *ChunkCol) Update(id uint64, doc map[string]interface{}) (newID uint64, err error) {
data, err := json.Marshal(doc)
if err != nil {
return
}
// Read the original document
oldData := col.Data.Read(id)
if oldData == nil {
err = errors.New(fmt.Sprintf("Document %d does not exist in %s", id, col.BaseDir))
return
}
// Remove the original document from indexes
var oldDoc map[string]interface{}
if err = json.Unmarshal(oldData, &oldDoc); err == nil {
col.PK.Remove(uint64(uid.PKOfDoc(oldDoc, false)), id)
} else {
tdlog.Errorf("ERROR: The original document %d in %s is corrupted, this update will attempt to overwrite it", id, col.BaseDir)
}
// Update document data
if newID, err = col.Data.Update(id, data); err != nil {
return
}
// Index updated document
col.PK.Put(uint64(uid.PKOfDoc(doc, true)), newID)
return
}
// Return the physical ID of document specified by primary key ID.
func (col *ChunkCol) GetPhysicalID(id uint64) (physID uint64, err error) {
// This function is called so often that we better inline the hash table key scan.
var entry, bucket uint64 = 0, col.PK.HashKey(id)
for {
entryAddr := bucket*chunkfile.BUCKET_SIZE + chunkfile.BUCKET_HEADER_SIZE + entry*chunkfile.ENTRY_SIZE
entryKey, _ := binary.Uvarint(col.PK.File.Buf[entryAddr+1 : entryAddr+11])
entryVal, _ := binary.Uvarint(col.PK.File.Buf[entryAddr+11 : entryAddr+21])
if col.PK.File.Buf[entryAddr] == chunkfile.ENTRY_VALID {
if entryKey == id {
var docMap map[string]interface{}
if col.Read(entryVal, &docMap) == nil {
if err == nil && uid.PKOfDoc(docMap, false) == id {
return entryVal, nil
}
}
}
} else if entryKey == 0 && entryVal == 0 {
return 0, errors.New(fmt.Sprintf("Cannot find physical ID of %d", id))
}
if entry++; entry == chunkfile.PER_BUCKET {
entry = 0
if bucket = col.PK.NextBucket(bucket); bucket == 0 {
return 0, errors.New(fmt.Sprintf("Cannot find physical ID of %d", id))
}
}
}
return 0, errors.New(fmt.Sprintf("Cannot find physical ID of %s", id))
}
// Delete a document by physical ID.
func (col *ChunkCol) Delete(id uint64) {
var oldDoc map[string]interface{}
err := col.Read(id, &oldDoc)
if err != nil {
return
}
col.Data.Delete(id)
col.PK.Remove(uint64(uid.PKOfDoc(oldDoc, false)), id)
}
// Insert a document.
func (col *ChunkCol) Insert(doc map[string]interface{}) (id uint64, err error) {
data, err := json.Marshal(doc)
if err != nil {
return
}
if id, err = col.Data.Insert(data); err != nil {
return
}
// Put string represented integer PK and the document ID on index
col.PK.Put(uint64(uid.PKOfDoc(doc, true)), id)
return
}
// Deserialize each document and invoke the function on the deserialized document (Collection Scan).
func (col *ChunkCol) ForAll(fun func(id uint64, doc map[string]interface{}) bool) {
col.Data.ForAll(func(id uint64, data []byte) bool {
var parsed map[string]interface{}
if err := json.Unmarshal(data, &parsed); err != nil || parsed == nil {
tdlog.Errorf("Cannot parse document %d in %s to JSON", id, col.BaseDir)
return true
} else {
persistID := uid.PKOfDoc(parsed, false)
// Skip documents without valid PK
if persistID < 0 {
return true
}
return fun(persistID, parsed)
}
})
}