func crawlBlob(targHash objects.HCID) (err error) { nextBlob, blobErr := services.GetBlob(targHash) if blobErr != nil { return blobErr } indexBlob(nextBlob) return nil }
func TestLowLevel(t *testing.T) { indata := objects.Blob([]byte("TestPostData")) services.PostBlob(indata) blobhcid, err := objects.HcidFromHex( "ca4c4244cee2bd8b8a35feddcd0ba36d775d68637b7f0b4d2558728d0752a2a2", ) b, err := services.GetBlob(blobhcid) if !bytes.Equal(b.Hash(), blobhcid) { t.Fatalf("GetBlob Fail\nExpected: %s\nGot: %s\n", blobhcid, b.Hash()) //Changed } //6dedf7e580671bd90bc9d1f735c75a4f3692b697f8979a147e8edd64fab56e85 testhkid := objects.HkidFromDString( "6523237356270560228617783789728329416595512649112249373497830592"+ "0722414168936112160694238047304378604753005642729767620850685191"+ "88612732562106886379081213385", 10) testCommit := objects.NewCommit(b.Hash(), testhkid) services.PostCommit(testCommit) c, err := services.GetCommit(testhkid) if err != nil { t.Fatalf("Get Commit Fail: %s", err) } else if !bytes.Equal(c.Hkid, testhkid) { t.Fatalf("Expected: %s Got: %s", testhkid, c.Hkid) } else if !c.Verify() { t.Fatalf("Commit Signature Invalid.") } //ede7bec713c93929751f18b1db46d4be3c95286bd5f2d92b9759ff02115dc312 taghkid := objects.HkidFromDString( "4813315537186321970719165779488475377688633084782731170482174374"+ "7256947679650787426167575073363006751150073195493002048627629373"+ "76227751462258339344895829332", 10) lowlvlTag := objects.NewTag( objects.HID(b.Hash()), "blob", "testBlob", nil, taghkid, ) //gen test tag services.PostTag(lowlvlTag) testtag, err := services.GetTag(taghkid, lowlvlTag.NameSegment) if err != nil { t.Fatalf("GetTag Fail. error: %s", err) } else if !bytes.Equal(testtag.Hkid, taghkid) { t.Fatalf("GetTag Fail.\n\t expected: %v\n\t got: %v", taghkid, testtag.Hkid) } else if !testtag.Verify() { t.Fatalf("GetTag Verify Fail") } prikey, err := services.GetKey(taghkid) if err != nil || !bytes.Equal(prikey.Hkid(), taghkid) || !prikey.Verify() { t.Logf("GetKey Fail") t.Fail() } }
func (d dir) LookupTag(name string, intr fs.Intr, nodeID fuse.NodeID) (fs.Node, fuse.Error) { select { case <-intr: return nil, fuse.EINTR default: } t, tagErr := services.GetTag(d.leaf.(objects.HKID), name) //leaf is HID // no blobs because blobs are for file structure if tagErr != nil { log.Printf("not a tag Err:%s", tagErr) return nil, fuse.ENOENT } //getKey to figure out permissions of the child _, keyErr := services.GetKey(t.Hkid) perm := os.FileMode(0555) //default read permissions if keyErr == nil { perm = os.FileMode(0755) } else { log.Printf("no private key %s:", keyErr) } if t.TypeString == "blob" { b, blobErr := services.GetBlob(t.HashBytes.(objects.HCID)) sizeBlob := 0 if blobErr == nil { sizeBlob = len(b) } return file{ contentHash: t.HashBytes.(objects.HCID), permission: perm, name: name, parent: &d, inode: nodeID, size: uint64(sizeBlob), }, nil } return dir{ leaf: t.HashBytes, permission: perm, contentType: t.TypeString, parent: &d, name: name, openHandles: map[string]*openFileHandle{}, inode: generateInode(d.parent.inode, name), }, nil }
func (d dir) LookupList(name string, intr fs.Intr, nodeID fuse.NodeID) (fs.Node, fuse.Error) { log.Println("List Lookup") log.Printf("Request Name:\t%s\nRequest Node:\t%v\n", name, nodeID) select { case <-intr: return nil, fuse.EINTR default: } l, listErr := services.GetList(d.leaf.(objects.HCID)) if listErr != nil { log.Printf("get list %s:", listErr) return nil, nil } listEntry, present := l[name] //go through list entries and is it maps to the string you passed in present == 1 if !present { return nil, fuse.ENOENT } b, blobErr := services.GetBlob(listEntry.Hash.(objects.HCID)) sizeBlob := 0 if blobErr == nil { sizeBlob = len(b) } if listEntry.TypeString == "blob" { log.Println("Blob lookup") return file{ contentHash: listEntry.Hash.(objects.HCID), permission: d.permission, parent: &d, name: name, inode: nodeID, size: uint64(sizeBlob), }, nil } return dir{ leaf: listEntry.Hash, permission: d.permission, contentType: listEntry.TypeString, parent: &d, name: name, openHandles: map[string]*openFileHandle{}, inode: generateInode(d.parent.inode, name), }, nil }
func BenchmarkLowLevelRemoveBlob(b *testing.B) { //Generate HKID from Private Key String commitHkid := objects.HkidFromDString("25237284271696152257500017172738061121437774519248"+ "4973944393756241918592441392745192478415977843322020140748800825891925253"+ "1173359792875255431921541368062567", 10) for i := 0; i < b.N; i++ { //Create Blob and add it to Commit List testBlob := objects.Blob([]byte("BlobToBeDeleted")) _ = services.PostBlob(testBlob) testList := objects.NewList(testBlob.Hash(), "blob", "blobToBeDeleted") services.PostList(testList) testCommit := objects.NewCommit(testList.Hash(), commitHkid) services.PostCommit(testCommit) //Check to make sure Blob was added to Commit List commitFromHkid, err := services.GetCommit(commitHkid) _, err = services.GetList(commitFromHkid.ListHash) listEntry, found := testList["blobToBeDeleted"] if !found { b.Fatalf("Error: Blob could not be found in list") } _, err = services.GetBlob(listEntry.Hash.(objects.HCID)) if err != nil { b.Fatalf("Error: Blob could not be retrieved using HID from list") } //Remove Blob from Commit List testListDelete := testList.Remove("blobToBeDeleted") testCommitDelete := testCommit.Update(testListDelete.Hash()) services.PostCommit(testCommitDelete) //Check to make sure blob Does Not Exist in Commit List dneCommit, _ := services.GetCommit(commitHkid) dneList, _ := services.GetList(dneCommit.ListHash) _, found = dneList["blobToBeDeleted"] if found { b.Fatalf("Error: Blob incorrectly found in list") } } }
func BenchmarkLowLevelPath(b *testing.B) { //key for tag hkidT := objects.HkidFromDString("39968110670682397993178679825250942322686997267223"+ "4437068973021071131498376777586055610149840018574420844767320660902612889"+ "4016152514163591905578729891874833", 10) //key for commit hkidC := objects.HkidFromDString("4629814823893296480016411334808793836186124559723200"+ "9799621767537249764640887064630013835561124248209118706504211519889067517"+ "10824965155500230480521264034469", 10) for i := 0; i < b.N; i++ { blobHcid := postBlob("testing") postTag(blobHcid, hkidT) tagHcid := postList(hkidT) postCommit(tagHcid, hkidC) //get commit hkid, _ := hex.DecodeString( "1312ac161875b270da2ae4e1471ba94a9883419250caa4c2f1fd80a91b37907e", ) testcommit, err := services.GetCommit(hkid) if err != nil { log.Panic(err) } //log.Printf("authentic commit:%v\n", testcommit.Verify()) if !testcommit.Verify() { b.FailNow() } //get list listbytes, err := services.GetBlob(testcommit.ListHash) if err != nil { log.Panic(err) } testlist, err := objects.ListFromBytes(listbytes) //log.Printf("authentic list:%v\n", ) if !bytes.Equal(testcommit.ListHash, testlist.Hash()) { b.FailNow() } //get tag _, testTagHash := testlist.HashForNamesegment("testTag") testTag, err := services.GetTag(testTagHash.Bytes(), "testBlob") //log.Printf("authentic tag:%v\n", testTag.Verify()) if !testTag.Verify() { b.FailNow() } //get blob testBlob, err := services.GetBlob(testTag.HashBytes.(objects.HCID)) //log.Printf("authentic blob:%v\n", bytes.Equal(testTag.HashBytes, // testBlob.Hash())) if err != nil { b.Fatalf("Get Blob Error: %s\n", err) } if !bytes.Equal(testTag.HashBytes.(objects.HCID), testBlob.Hash()) { b.FailNow() } } }
func (d dir) LookupCommit(name string, intr fs.Intr, nodeID fuse.NodeID) (fs.Node, fuse.Error) { select { case <-intr: return nil, fuse.EINTR default: } ino := fuse.NodeID(1) if d.parent != nil { ino = generateInode(d.parent.inode, name) } c, CommitErr := services.GetCommit(d.leaf.(objects.HKID)) if CommitErr != nil { return nil, fuse.EIO /* log.Printf("commit %s:", CommitErr) _, err := services.GetKey(d.leaf.(objects.HKID)) perm := os.FileMode(0555) if err == nil { perm = 0777 } return dir{ permission: perm, contentType: "commit", leaf: d.leaf.(objects.HKID), parent: &d, name: name, openHandles: map[string]bool{}, inode: ino, }, nil */ } //get list hash l, listErr := services.GetList(c.ListHash) //l is the list object if listErr != nil { log.Printf("commit list retrieval error %s:", listErr) return nil, nil } listEntry, present := l[name] //go through list entries and is it maps to the string you passed in present == 1 if !present { return nil, fuse.ENOENT } //getKey to figure out permissions of the child _, keyErr := services.GetKey(c.Hkid) //perm := fuse.Attr{Mode: 0555}//default read permissions perm := os.FileMode(0777) if keyErr != nil { log.Printf("error not nil; change file Mode %s:", keyErr) //perm = fuse.Attr{Mode: 0755} perm = os.FileMode(0555) } if listEntry.TypeString == "blob" { b, blobErr := services.GetBlob(listEntry.Hash.(objects.HCID)) sizeBlob := 0 if blobErr == nil { sizeBlob = len(b) } return file{ contentHash: listEntry.Hash.(objects.HCID), permission: perm, name: name, parent: &d, inode: nodeID, size: uint64(sizeBlob), }, nil } ino = fuse.NodeID(1) if d.parent != nil { ino = generateInode(d.parent.inode, name) } return dir{ leaf: listEntry.Hash, permission: perm, contentType: listEntry.TypeString, parent: &d, name: name, openHandles: map[string]*openFileHandle{}, inode: ino, }, nil }