func TestBSONTimestampManual(t *testing.T) {
defer os.Setenv("TZ", os.Getenv("TZ"))
os.Setenv("TZ", "UTC")
for i, elem := range testData {
tt, err := ParseDateString(elem.out)
if err != nil {
t.Fatal(err)
}
buf, err := bson.Marshal(bson.M{"ts": elem.in})
if err != nil {
t.Fatal(err)
}
ts := &tsTest{}
if err := bson.Unmarshal(buf, &ts); err != nil {
t.Fatal(err)
}
if expect, got := tt, ts.TS; expect.Sub(got.Time) != 0 {
t.Errorf("[%d] Unexpected result.\nExpect:\t%s\nGot:\t%s\n", i, expect, got)
}
buf2, err := bson.Marshal(ts)
if err != nil {
t.Fatal(err)
}
if expect, got := fmt.Sprintf("%d", tt.Unix()), string(buf2); !strings.Contains(got, expect) {
t.Fatalf("Unexpected result.\nExpect:\t%s\nGot:\t%s\n", expect, got)
}
}
}
func TestSubTaskID(t *testing.T) {
goodTask := makeGoodSubTask()
id, err := goodTask.GetID()
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
expect := bson.M{
"taskid": int64(123456),
"subtaskid": int64(7890),
}
expectOut, err := bson.Marshal(&expect)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
resultOut, err := bson.Marshal(id)
if err != nil {
t.Fatalf("Unexpected error: %v", err)
}
if !bytes.Equal(expectOut, resultOut) {
t.Errorf("Unexpected diff")
t.Logf("wanted: %+v", expect)
t.Logf("got: %+v", id)
}
}
// Write writes the archive header.
func (prelude *Prelude) Write(out io.Writer) error {
magicNumberBytes := make([]byte, 4)
for i := range magicNumberBytes {
magicNumberBytes[i] = byte(uint32(MagicNumber) >> uint(i*8))
}
_, err := out.Write(magicNumberBytes)
if err != nil {
return err
}
buf, err := bson.Marshal(prelude.Header)
if err != nil {
return err
}
_, err = out.Write(buf)
if err != nil {
return err
}
for _, cm := range prelude.NamespaceMetadatas {
buf, err = bson.Marshal(cm)
if err != nil {
return err
}
_, err = out.Write(buf)
if err != nil {
return err
}
}
_, err = out.Write(terminatorBytes)
if err != nil {
return err
}
return nil
}
func TestOpUnmarshal(t *testing.T) {
t.Parallel()
testCmd := bson.D{{"z", 1}, {"a", 1}}
testQuery := bson.D{{"a", 1}, {"z", 1}}
testCmdDoc := bson.D{
{"ts", time.Unix(testTime, 0)},
{"ns", "foo"},
{"op", "command"},
{"command", testCmd},
}
testQueryDoc := bson.D{
{"ts", time.Unix(testTime, 0)},
{"ns", "foo"},
{"op", "query"},
{"query", testQuery},
{"ntoskip", 1},
{"ntoreturn", 2},
}
// marshal to byte form so we can unmarshal into struct
testCmdDocBytes, err := bson.Marshal(testCmdDoc)
ensure.Nil(t, err)
testQueryDocBytes, err := bson.Marshal(testQueryDoc)
ensure.Nil(t, err)
var testCmdOp, testQueryOp Op
err = bson.Unmarshal(testCmdDocBytes, &testCmdOp)
ensure.Nil(t, err)
err = bson.Unmarshal(testQueryDocBytes, &testQueryOp)
ensure.Nil(t, err)
ensure.Subset(
t,
testCmdOp,
Op{
Timestamp: time.Unix(testTime, 0),
Ns: "foo",
Type: Command,
CommandDoc: testCmd,
},
)
ensure.Subset(
t,
testQueryOp,
Op{
Timestamp: time.Unix(testTime, 0),
Ns: "foo",
Type: Query,
QueryDoc: testQuery,
NToSkip: 1,
NToReturn: 2,
},
)
}
// Erhält ein Sklave ein Kommando von einem Diktator muss überprüft werden
// ob dieses bekannt ist und draufhin ausgeführt werden
func Test_ExecSlaveCommand_OK(t *testing.T) {
testOK := false
h := func(nCtx NodeContext, p DictatorPayload) error {
testOK = true
return nil
}
cmdRouter := CommandRouter{}
cmdRouter.AddHandler("test", h)
specs := MissionSpecs{
CommandRouter: cmdRouter,
}
suicide := make(chan struct{})
nodeCtx := NodeContext{
NodeID: "1",
AppContext: NewContext(),
UDPOut: make(chan UDPPacket),
SuicideChan: suicide,
Mission: specs,
}
cmdBlob := CommandBlob{
Name: "test",
}
blob, err := bson.Marshal(cmdBlob)
if err != nil {
t.Fatal(err.Error())
}
cmdPayload := DictatorPayload{
Type: 2,
Blob: blob,
}
payload, err := bson.Marshal(cmdPayload)
if err != nil {
t.Fatal(err.Error())
}
packet := UDPPacket{
Payload: payload,
}
err = nodeCtx.HandlePacket(packet)
if err != nil {
t.Fatal(err.Error())
}
if !testOK {
t.Fatal("Expect to be true")
}
}
func (s *S) TestGetterErrors(c *C) {
e := errors.New("oops")
obj1 := &docWithGetterField{}
obj1.Field = &typeWithGetter{sampleItems[0].obj, e}
data, err := bson.Marshal(obj1)
c.Assert(err, ErrorMatches, "oops")
c.Assert(data, IsNil)
obj2 := &typeWithGetter{sampleItems[0].obj, e}
data, err = bson.Marshal(obj2)
c.Assert(err, ErrorMatches, "oops")
c.Assert(data, IsNil)
}
func TestParse22(t *testing.T) {
var mongodb MongoDBPlugin
stub2_2_7 := `
{"asserts":{"msg":0,"regular":0,"rollovers":0,"user":0,"warning":0},"backgroundFlushing":{"average_ms":0,"flushes":0,"last_finished":"1970-01-01T09:00:00+09:00","last_ms":0,"total_ms":0},"connections":{"available":818,"current":1},"cursors":{"clientCursors_size":0,"timedOut":0,"totalOpen":0},"dur":{"commits":30,"commitsInWriteLock":0,"compression":0,"earlyCommits":0,"journaledMB":0,"timeMs":{"dt":3074,"prepLogBuffer":0,"remapPrivateView":0,"writeToDataFiles":0,"writeToJournal":0},"writeToDataFilesMB":0},"extra_info":{"heap_usage_bytes":25585584,"note":"fields vary by platform","page_faults":136},"globalLock":{"activeClients":{"readers":0,"total":0,"writers":0},"currentQueue":{"readers":0,"total":0,"writers":0},"lockTime":1638,"totalTime":35489000},"host":"58a1c98acba3","indexCounters":{"btree":{"accesses":0,"hits":5,"missRatio":0,"misses":0,"resets":0}},"localTime":"2015-08-17T15:08:02.677+09:00","locks":{".":{"timeAcquiringMicros":{"R":1593,"W":279},"timeLockedMicros":{"R":1906,"W":1638}},"admin":{"timeAcquiringMicros":{},"timeLockedMicros":{}},"local":{"timeAcquiringMicros":{"r":9,"w":0},"timeLockedMicros":{"r":44,"w":0}}},"mem":{"bits":64,"mapped":0,"mappedWithJournal":0,"resident":30,"supported":true,"virtual":128},"network":{"bytesIn":510,"bytesOut":2319,"numRequests":9},"ok":1,"opcounters":{"command":10,"delete":0,"getmore":0,"insert":0,"query":0,"update":0},"pid":1,"process":"mongod","recordStats":{"accessesNotInMemory":0,"local":{"accessesNotInMemory":0,"pageFaultExceptionsThrown":0},"pageFaultExceptionsThrown":0},"uptime":35,"uptimeEstimate":34,"uptimeMillis":35489,"version":"2.2.7","writeBacksQueued":false}
`
var v interface{}
err := json.Unmarshal([]byte(stub2_2_7), &v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
bsonStats, err := bson.Marshal(v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
var m bson.M
err = bson.Unmarshal(bsonStats, &m)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
stat, err := mongodb.parseStatus(m)
fmt.Println(stat)
assert.Nil(t, err)
// Mongodb Stats
assert.EqualValues(t, reflect.TypeOf(stat["btree_hits"]).String(), "float64")
assert.EqualValues(t, stat["btree_hits"], 5.0)
}
func TestParse32(t *testing.T) {
var mongodb MongoDBPlugin
stub3_2_0 := `
{"host":"mbp13.local","advisoryHostFQDNs":["mbp13.local"],"version":"3.2.0","process":"mongod","pid":20843,"uptime":725,"uptimeMillis":724266,"uptimeEstimate":625,"localTime":"2016-01-06T08:02:12.187Z","asserts":{"regular":0,"warning":0,"msg":0,"user":0,"rollovers":0},"connections":{"current":1,"available":2047,"totalCreated":26},"extra_info":{"note":"fieldsvarybyplatform","page_faults":457},"globalLock":{"totalTime":724259000,"currentQueue":{"total":0,"readers":0,"writers":0},"activeClients":{"total":8,"readers":0,"writers":0}},"locks":{"Global":{"acquireCount":{"r":400,"w":2,"W":4}},"Database":{"acquireCount":{"r":197,"W":2}},"Collection":{"acquireCount":{"r":197}},"Metadata":{"acquireCount":{"w":1}}},"network":{"bytesIn":11962,"bytesOut":419980,"numRequests":174},"opcounters":{"insert":0,"query":1,"update":0,"delete":0,"getmore":0,"command":175},"opcountersRepl":{"insert":0,"query":0,"update":0,"delete":0,"getmore":0,"command":0},"storageEngine":{"name":"wiredTiger","supportsCommittedReads":true},"wiredTiger":{"uri":"statistics:","LSM":{"sleepforLSMcheckpointthrottle":0,"sleepforLSMmergethrottle":0,"rowsmergedinanLSMtree":0,"applicationworkunitscurrentlyqueued":0,"mergeworkunitscurrentlyqueued":0,"treequeuehitmaximum":0,"switchworkunitscurrentlyqueued":0,"treemaintenanceoperationsscheduled":0,"treemaintenanceoperationsdiscarded":0,"treemaintenanceoperationsexecuted":0},"async":{"numberofallocationstateraces":0,"numberofoperationslotsviewedforallocation":0,"currentworkqueuelength":0,"numberofflushcalls":0,"numberoftimesoperationallocationfailed":0,"maximumworkqueuelength":0,"numberoftimesworkerfoundnowork":0,"totalallocations":0,"totalcompactcalls":0,"totalinsertcalls":0,"totalremovecalls":0,"totalsearchcalls":0,"totalupdatecalls":0},"block-manager":{"mappedbytesread":0,"bytesread":4096,"byteswritten":86016,"mappedblocksread":0,"blockspre-loaded":0,"blocksread":1,"blockswritten":19},"cache":{"trackeddirtybytesinthecache":0,"trackedbytesbelongingtointernalpagesinthecache":1398,"bytescurrentlyinthecache":16143,"trackedbytesbelongingtoleafpagesinthecache":14745,"maximumbytesconfigured":9663676416,"trackedbytesbelongingtooverflowpagesinthecache":0,"bytesreadintocache":0,"byteswrittenfromcache":13061,"pagesevictedbyapplicationthreads":0,"checkpointblockedpageeviction":0,"unmodifiedpagesevicted":0,"pagesplitduringevictiondeepenedthetree":0,"modifiedpagesevicted":0,"pagesselectedforevictionunabletobeevicted":0,"pagesevictedbecausetheyexceededthein-memorymaximum":0,"pagesevictedbecausetheyhadchainsofdeleteditems":0,"failedevictionofpagesthatexceededthein-memorymaximum":0,"hazardpointerblockedpageeviction":0,"internalpagesevicted":0,"maximumpagesizeateviction":0,"evictionservercandidatequeueemptywhentoppingup":0,"evictionservercandidatequeuenotemptywhentoppingup":0,"evictionserverevictingpages":0,"evictionserverpopulatingqueue,butnotevictingpages":0,"evictionserverunabletoreachevictiongoal":0,"internalpagessplitduringeviction":0,"leafpagessplitduringeviction":0,"pageswalkedforeviction":0,"evictionworkerthreadevictingpages":0,"in-memorypagesplits":0,"in-memorypagepassedcriteriatobesplit":0,"lookasidetableinsertcalls":0,"lookasidetableremovecalls":0,"percentageoverhead":8,"trackeddirtypagesinthecache":0,"pagescurrentlyheldinthecache":11,"pagesreadintocache":0,"pagesreadintocacherequiringlookasideentries":0,"pageswrittenfromcache":12,"pagewrittenrequiringlookasiderecords":0,"pageswrittenrequiringin-memoryrestoration":0},"connection":{"pthreadmutexconditionwaitcalls":90553,"filescurrentlyopen":9,"memoryallocations":12590,"memoryfrees":12013,"memoryre-allocations":2360,"totalreadI/Os":8,"pthreadmutexsharedlockread-lockcalls":951,"pthreadmutexsharedlockwrite-lockcalls":706,"totalwriteI/Os":44},"cursor":{"cursorcreatecalls":131,"cursorinsertcalls":25,"cursornextcalls":13,"cursorprevcalls":3,"cursorremovecalls":0,"cursorresetcalls":56,"cursorrestartedsearches":0,"cursorsearchcalls":145,"cursorsearchnearcalls":1,"truncatecalls":0,"cursorupdatecalls":0},"data-handle":{"connectiondatahandlescurrentlyactive":6,"sessiondhandlesswept":0,"sessionsweepattempts":20,"connectionsweepdhandlesclosed":0,"connectionsweepcandidatebecamereferenced":0,"connectionsweepdhandlesremovedfromhashlist":1,"connectionsweeptime-of-deathsets":1,"connectionsweeps":72},"log":{"totallogbuffersize":33554432,"logbytesofpayloaddata":7566,"logbyteswritten":9856,"yieldswaitingforpreviouslogfileclose":0,"totalsizeofcompressedrecords":5927,"totalin-memorysizeofcompressedrecords":10292,"logrecordstoosmalltocompress":10,"logrecordsnotcompressed":7,"logrecordscompressed":8,"logflushoperations":7037,"maximumlogfilesize":104857600,"pre-allocatedlogfilesprepared":2,"numberofpre-allocatedlogfilestocreate":2,"pre-allocatedlogfilesnotreadyandmissed":1,"pre-allocatedlogfilesused":0,"logreleaseadvanceswriteLSN":8,"recordsprocessedbylogscan":0,"logscanrecordsrequiringtworeads":0,"logscanoperations":0,"consolidatedslotclosures":20847,"writtenslotscoalesced":0,"loggingbytesconsolidated":9472,"consolidatedslotjoins":25,"consolidatedslotjoinraces":0,"busyreturnsattemptingtoswitchslots":0,"consolidatedslotjointransitions":20847,"consolidatedslotunbufferedwrites":0,"logsyncoperations":12,"logsync_diroperations":1,"logserverthreadadvanceswriteLSN":5,"logwriteoperations":25,"logfilesmanuallyzero-filled":0},"reconciliation":{"pagesdeleted":0,"fast-pathpagesdeleted":0,"pagereconciliationcalls":12,"pagereconciliationcallsforeviction":0,"splitbytescurrentlyawaitingfree":0,"splitobjectscurrentlyawaitingfree":0},"session":{"opencursorcount":13,"opensessioncount":15},"thread-yield":{"pageacquirebusyblocked":0,"pageacquireevictionblocked":0,"pageacquirelockedblocked":0,"pageacquirereadblocked":0,"pageacquiretimesleeping(usecs)":0},"transaction":{"transactionbegins":16,"transactioncheckpoints":12,"transactioncheckpointgeneration":12,"transactioncheckpointcurrentlyrunning":0,"transactioncheckpointmaxtime(msecs)":77,"transactioncheckpointmintime(msecs)":0,"transactioncheckpointmostrecenttime(msecs)":0,"transactioncheckpointtotaltime(msecs)":138,"transactionscommitted":3,"transactionfailuresduetocacheoverflow":0,"transactionrangeofIDscurrentlypinnedbyacheckpoint":0,"transactionrangeofIDscurrentlypinned":0,"transactionrangeofIDscurrentlypinnedbynamedsnapshots":0,"transactionsrolledback":13,"numberofnamedsnapshotscreated":0,"numberofnamedsnapshotsdropped":0,"transactionsynccalls":0},"concurrentTransactions":{"write":{"out":0,"available":128,"totalTickets":128},"read":{"out":0,"available":128,"totalTickets":128}}},"writeBacksQueued":false,"mem":{"bits":64,"resident":52,"virtual":2511,"supported":true,"mapped":0,"mappedWithJournal":0},"metrics":{"commands":{"buildInfo":{"failed":0,"total":23},"getLog":{"failed":0,"total":2},"getnonce":{"failed":0,"total":3},"isMaster":{"failed":0,"total":71},"ping":{"failed":0,"total":6},"replSetGetStatus":{"failed":23,"total":23},"serverStatus":{"failed":0,"total":24},"whatsmyuri":{"failed":0,"total":23}},"cursor":{"timedOut":0,"open":{"noTimeout":0,"pinned":0,"total":0}},"document":{"deleted":0,"inserted":0,"returned":0,"updated":0},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":0},"operation":{"fastmod":0,"idhack":0,"scanAndOrder":0,"writeConflicts":0},"queryExecutor":{"scanned":0,"scannedObjects":0},"record":{"moves":0},"repl":{"executor":{"counters":{"eventCreated":0,"eventWait":0,"cancels":0,"waits":0,"scheduledNetCmd":0,"scheduledDBWork":0,"scheduledXclWork":0,"scheduledWorkAt":0,"scheduledWork":0,"schedulingFailures":0},"queues":{"networkInProgress":0,"dbWorkInProgress":0,"exclusiveInProgress":0,"sleepers":0,"ready":0,"free":0},"unsignaledEvents":0,"eventWaiters":0,"shuttingDown":false,"networkInterface":"NetworkInterfaceASIOinShutdown:0"},"apply":{"batches":{"num":0,"totalMillis":0},"ops":0},"buffer":{"count":0,"maxSizeBytes":268435456,"sizeBytes":0},"network":{"bytes":0,"getmores":{"num":0,"totalMillis":0},"ops":0,"readersCreated":0},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"storage":{"freelist":{"search":{"bucketExhausted":0,"requests":0,"scanned":0}}},"ttl":{"deletedDocuments":0,"passes":12}},"ok":1}
`
var v interface{}
err := json.Unmarshal([]byte(stub3_2_0), &v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
bsonStats, err := bson.Marshal(v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
var m bson.M
err = bson.Unmarshal(bsonStats, &m)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
stat, err := mongodb.parseStatus(m)
fmt.Println(stat)
assert.Nil(t, err)
// Mongodb Stats
assert.EqualValues(t, reflect.TypeOf(stat["opcounters_command"]).String(), "float64")
assert.EqualValues(t, stat["opcounters_command"], 175)
}
func TestParse30(t *testing.T) {
var mongodb MongoDBPlugin
stub3_0_5 := `
{"asserts":{"msg":0,"regular":0,"rollovers":0,"user":0,"warning":0},"backgroundFlushing":{"average_ms":0,"flushes":0,"last_finished":"1970-01-01T09:00:00+09:00","last_ms":0,"total_ms":3},"connections":{"available":818,"current":1,"totalCreated":1},"cursors":{"clientCursors_size":0,"note":"deprecated, use server status metrics","pinned":0,"timedOut":0,"totalNoTimeout":0,"totalOpen":0},"dur":{"commits":31,"commitsInWriteLock":0,"compression":1.1555931725208068,"earlyCommits":0,"journaledMB":0.024576,"timeMs":{"commits":1,"commitsInWriteLock":0,"dt":3037,"prepLogBuffer":0,"remapPrivateView":0,"writeToDataFiles":0,"writeToJournal":3},"writeToDataFilesMB":0.020941},"extra_info":{"heap_usage_bytes":62891464,"note":"fields vary by platform","page_faults":189},"globalLock":{"activeClients":{"readers":0,"total":9,"writers":0},"currentQueue":{"readers":0,"total":0,"writers":0},"totalTime":5609000},"host":"db625bac64b5","localTime":"2015-08-17T15:09:12.821+09:00","locks":{"Collection":{"acquireCount":{"R":7}},"Database":{"acquireCount":{"W":2,"r":7}},"Global":{"acquireCount":{"W":5,"r":21,"w":2}},"MMAPV1Journal":{"acquireCount":{"R":54,"r":5,"w":10}},"Metadata":{"acquireCount":{"W":4}}},"mem":{"bits":64,"mapped":80,"mappedWithJournal":160,"resident":52,"supported":true,"virtual":358},"metrics":{"commands":{"\u003cUNKNOWN\u003e":0,"_getUserCacheGeneration":{"failed":0,"total":0},"_isSelf":{"failed":0,"total":0},"_mergeAuthzCollections":{"failed":0,"total":0},"_migrateClone":{"failed":0,"total":0},"_recvChunkAbort":{"failed":0,"total":0},"_recvChunkCommit":{"failed":0,"total":0},"_recvChunkStart":{"failed":0,"total":0},"_recvChunkStatus":{"failed":0,"total":0},"_transferMods":{"failed":0,"total":0},"aggregate":{"failed":0,"total":0},"appendOplogNote":{"failed":0,"total":0},"applyOps":{"failed":0,"total":0},"authSchemaUpgrade":{"failed":0,"total":0},"authenticate":{"failed":0,"total":0},"availableQueryOptions":{"failed":0,"total":0},"buildInfo":{"failed":0,"total":0},"checkShardingIndex":{"failed":0,"total":0},"cleanupOrphaned":{"failed":0,"total":0},"clone":{"failed":0,"total":0},"cloneCollection":{"failed":0,"total":0},"cloneCollectionAsCapped":{"failed":0,"total":0},"collMod":{"failed":0,"total":0},"collStats":{"failed":0,"total":0},"compact":{"failed":0,"total":0},"connPoolStats":{"failed":0,"total":0},"connPoolSync":{"failed":0,"total":0},"connectionStatus":{"failed":0,"total":0},"convertToCapped":{"failed":0,"total":0},"copydb":{"failed":0,"total":0},"copydbgetnonce":{"failed":0,"total":0},"copydbsaslstart":{"failed":0,"total":0},"count":{"failed":0,"total":0},"create":{"failed":0,"total":0},"createIndexes":{"failed":0,"total":0},"createRole":{"failed":0,"total":0},"createUser":{"failed":0,"total":0},"currentOpCtx":{"failed":0,"total":0},"cursorInfo":{"failed":0,"total":0},"dataSize":{"failed":0,"total":0},"dbHash":{"failed":0,"total":0},"dbStats":{"failed":0,"total":0},"delete":{"failed":0,"total":0},"diagLogging":{"failed":0,"total":0},"distinct":{"failed":0,"total":0},"driverOIDTest":{"failed":0,"total":0},"drop":{"failed":0,"total":0},"dropAllRolesFromDatabase":{"failed":0,"total":0},"dropAllUsersFromDatabase":{"failed":0,"total":0},"dropDatabase":{"failed":0,"total":0},"dropIndexes":{"failed":0,"total":0},"dropRole":{"failed":0,"total":0},"dropUser":{"failed":0,"total":0},"eval":{"failed":0,"total":0},"explain":{"failed":0,"total":0},"features":{"failed":0,"total":0},"filemd5":{"failed":0,"total":0},"find":{"failed":0,"total":0},"findAndModify":{"failed":0,"total":0},"forceerror":{"failed":0,"total":0},"fsync":{"failed":0,"total":0},"geoNear":{"failed":0,"total":0},"geoSearch":{"failed":0,"total":0},"getCmdLineOpts":{"failed":0,"total":0},"getLastError":{"failed":0,"total":0},"getLog":{"failed":0,"total":0},"getParameter":{"failed":0,"total":0},"getPrevError":{"failed":0,"total":0},"getShardMap":{"failed":0,"total":0},"getShardVersion":{"failed":0,"total":0},"getnonce":{"failed":0,"total":1},"grantPrivilegesToRole":{"failed":0,"total":0},"grantRolesToRole":{"failed":0,"total":0},"grantRolesToUser":{"failed":0,"total":0},"group":{"failed":0,"total":0},"handshake":{"failed":0,"total":0},"hostInfo":{"failed":0,"total":0},"insert":{"failed":0,"total":0},"invalidateUserCache":{"failed":0,"total":0},"isMaster":{"failed":0,"total":1},"listCollections":{"failed":0,"total":0},"listCommands":{"failed":0,"total":0},"listDatabases":{"failed":0,"total":0},"listIndexes":{"failed":0,"total":0},"logRotate":{"failed":0,"total":0},"logout":{"failed":0,"total":0},"mapReduce":{"failed":0,"total":0},"mapreduce":{"shardedfinish":{"failed":0,"total":0}},"medianKey":{"failed":0,"total":0},"mergeChunks":{"failed":0,"total":0},"moveChunk":{"failed":0,"total":0},"parallelCollectionScan":{"failed":0,"total":0},"ping":{"failed":0,"total":2},"planCacheClear":{"failed":0,"total":0},"planCacheClearFilters":{"failed":0,"total":0},"planCacheListFilters":{"failed":0,"total":0},"planCacheListPlans":{"failed":0,"total":0},"planCacheListQueryShapes":{"failed":0,"total":0},"planCacheSetFilter":{"failed":0,"total":0},"profile":{"failed":0,"total":0},"reIndex":{"failed":0,"total":0},"renameCollection":{"failed":0,"total":0},"repairCursor":{"failed":0,"total":0},"repairDatabase":{"failed":0,"total":0},"replSetElect":{"failed":0,"total":0},"replSetFreeze":{"failed":0,"total":0},"replSetFresh":{"failed":0,"total":0},"replSetGetConfig":{"failed":0,"total":0},"replSetGetRBID":{"failed":0,"total":0},"replSetGetStatus":{"failed":0,"total":0},"replSetHeartbeat":{"failed":0,"total":0},"replSetInitiate":{"failed":0,"total":0},"replSetMaintenance":{"failed":0,"total":0},"replSetReconfig":{"failed":0,"total":0},"replSetStepDown":{"failed":0,"total":0},"replSetSyncFrom":{"failed":0,"total":0},"replSetUpdatePosition":{"failed":0,"total":0},"resetError":{"failed":0,"total":0},"resync":{"failed":0,"total":0},"revokePrivilegesFromRole":{"failed":0,"total":0},"revokeRolesFromRole":{"failed":0,"total":0},"revokeRolesFromUser":{"failed":0,"total":0},"rolesInfo":{"failed":0,"total":0},"saslContinue":{"failed":0,"total":0},"saslStart":{"failed":0,"total":0},"serverStatus":{"failed":0,"total":1},"setParameter":{"failed":0,"total":0},"setShardVersion":{"failed":0,"total":0},"shardConnPoolStats":{"failed":0,"total":0},"shardingState":{"failed":0,"total":0},"shutdown":{"failed":0,"total":0},"splitChunk":{"failed":0,"total":0},"splitVector":{"failed":0,"total":0},"top":{"failed":0,"total":0},"touch":{"failed":0,"total":0},"unsetSharding":{"failed":0,"total":0},"update":{"failed":0,"total":0},"updateRole":{"failed":0,"total":0},"updateUser":{"failed":0,"total":0},"usersInfo":{"failed":0,"total":0},"validate":{"failed":0,"total":0},"whatsmyuri":{"failed":0,"total":0},"writebacklisten":{"failed":0,"total":0}},"cursor":{"open":{"noTimeout":0,"pinned":0,"total":0},"timedOut":0},"document":{"deleted":0,"inserted":0,"returned":0,"updated":0},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":0},"operation":{"fastmod":0,"idhack":0,"scanAndOrder":0,"writeConflicts":0},"queryExecutor":{"scanned":0,"scannedObjects":0},"record":{"moves":0},"repl":{"apply":{"batches":{"num":0,"totalMillis":0},"ops":0},"buffer":{"count":0,"maxSizeBytes":268435456,"sizeBytes":0},"network":{"bytes":0,"getmores":{"num":0,"totalMillis":0},"ops":0,"readersCreated":0},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"storage":{"freelist":{"search":{"bucketExhausted":0,"requests":8,"scanned":0}}},"ttl":{"deletedDocuments":0,"passes":0}},"network":{"bytesIn":224,"bytesOut":381,"numRequests":4},"ok":1,"opcounters":{"command":5,"delete":0,"getmore":0,"insert":0,"query":1,"update":0},"opcountersRepl":{"command":0,"delete":0,"getmore":0,"insert":0,"query":0,"update":0},"pid":1,"process":"mongod","storageEngine":{"name":"mmapv1"},"uptime":5,"uptimeEstimate":5,"uptimeMillis":5616,"version":"3.0.5","writeBacksQueued":false}
`
var v interface{}
err := json.Unmarshal([]byte(stub3_0_5), &v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
bsonStats, err := bson.Marshal(v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
var m bson.M
err = bson.Unmarshal(bsonStats, &m)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
stat, err := mongodb.parseStatus(m)
fmt.Println(stat)
assert.Nil(t, err)
// Mongodb Stats
assert.EqualValues(t, reflect.TypeOf(stat["duration_ms"]).String(), "float64")
assert.EqualValues(t, stat["duration_ms"], 3.0)
}
func TestSetBSON(t *testing.T) {
d0 := &fakeDoc{
Search: NewKeywords(),
}
d0.Search["foo"] = "xxx"
d0.Search["bar"] = "123"
d1 := &fakeDoc{
Search: NewKeywords(),
}
doc := bson.M{
"search": []bson.M{
{"group": "foo", "key": "xxx"},
{"group": "bar", "key": "123"},
},
}
out, err := bson.Marshal(doc)
if err != nil {
t.Fatalf("Error: %v", err)
}
err = bson.Unmarshal(out, d1)
if err != nil {
t.Fatalf("Error: %v", err)
}
if !reflect.DeepEqual(d0, d1) {
t.Errorf("Unexpected difference")
t.Logf("expected: %+v\n", d0)
t.Logf("got : %+v\n", d1)
}
}
func (ebs *EncodedBSONSink) WriteDoc(out interface{}) (int, error) {
outbuf, err := bson.Marshal(out)
if err != nil {
return 0, fmt.Errorf("Failed to encode document into BSON: %v", err)
}
return ebs.bsonOut.WriteBytes(outbuf)
}
func (s *S) TestMarshalSampleItems(c *C) {
for i, item := range sampleItems {
data, err := bson.Marshal(item.obj)
c.Assert(err, IsNil)
c.Assert(string(data), Equals, item.data, Commentf("Failed on item %d", i))
}
}
func makeIns(testIntents []*intents.Intent, mux *Multiplexer, inChecksum map[string]hash.Hash, muxIns map[string]*MuxIn, inLengths map[string]*int, errCh chan<- error) {
for index, dbc := range testIntents {
ns := dbc.Namespace()
sum := crc32.NewIEEE()
muxIn := &MuxIn{Intent: dbc, Mux: mux}
inLength := 0
inChecksum[ns] = sum
muxIns[ns] = muxIn
inLengths[ns] = &inLength
go func(index int) {
err := muxIn.Open()
if err != nil {
errCh <- err
return
}
staticBSONBuf := make([]byte, db.MaxBSONSize)
for i := 0; i < 10000; i++ {
bsonBytes, _ := bson.Marshal(testDoc{Bar: index * i, Baz: ns})
bsonBuf := staticBSONBuf[:len(bsonBytes)]
copy(bsonBuf, bsonBytes)
muxIn.Write(bsonBuf)
sum.Write(bsonBuf)
inLength += len(bsonBuf)
}
err = muxIn.Close()
errCh <- err
}(index)
}
}
// SetBSON allows us to use dependency representation of both
// just task Ids and of true Dependency structs.
// TODO eventually drop all of this switching
func (d *Dependency) SetBSON(raw bson.Raw) error {
// copy the Dependency type to remove this SetBSON method but preserve bson struct tags
type nakedDep Dependency
var depCopy nakedDep
if err := raw.Unmarshal(&depCopy); err == nil {
if depCopy.TaskId != "" {
*d = Dependency(depCopy)
return nil
}
}
// hack to support the legacy depends_on, since we can't just unmarshal a string
strBytes, _ := bson.Marshal(bson.RawD{{"str", raw}})
var strStruct struct {
String string `bson:"str"`
}
if err := bson.Unmarshal(strBytes, &strStruct); err == nil {
if strStruct.String != "" {
d.TaskId = strStruct.String
d.Status = evergreen.TaskSucceeded
return nil
}
}
return bson.SetZero
}
func TestBufferlessBSONSource(t *testing.T) {
var testValues = []bson.M{
{"_": bson.Binary{0x80, []byte("apples")}},
{"_": bson.Binary{0x80, []byte("bananas")}},
{"_": bson.Binary{0x80, []byte("cherries")}},
}
Convey("with a buffer containing several bson documents with binary fields", t, func() {
writeBuf := bytes.NewBuffer(make([]byte, 0, 1024))
for _, tv := range testValues {
data, err := bson.Marshal(&tv)
So(err, ShouldBeNil)
_, err = writeBuf.Write(data)
So(err, ShouldBeNil)
}
Convey("that we parse correctly with a BufferlessBSONSource", func() {
bsonSource := NewDecodedBSONSource(
NewBufferlessBSONSource(ioutil.NopCloser(writeBuf)))
docs := []bson.M{}
count := 0
doc := &bson.M{}
for bsonSource.Next(doc) {
count++
docs = append(docs, *doc)
doc = &bson.M{}
}
So(bsonSource.Err(), ShouldBeNil)
So(count, ShouldEqual, len(testValues))
So(docs, ShouldResemble, testValues)
})
})
}
func Test_ReadDictatorPayload_OK(t *testing.T) {
id := "1"
payload := DictatorPayload{
DictatorID: id,
}
dp, err := bson.Marshal(payload)
if err != nil {
t.Fatal(err.Error())
}
packet := UDPPacket{
Payload: dp,
}
p, err := ReadDictatorPayload(packet)
if err != nil {
t.Fatal(err.Error())
}
if p.DictatorID != id {
t.Fatal("Expect", id, "was", p.DictatorID)
}
}
func (job *Job) Save() (err error) {
job.UpdateTime = time.Now()
bsonPath := fmt.Sprintf("%s/%s.bson", job.Path(), job.Id)
os.Remove(bsonPath)
nbson, err := bson.Marshal(job)
if err != nil {
err = errors.New("error in Marshal in job.Save(), error=" + err.Error())
return
}
// this is incase job path does not exist, ignored if it does
err = job.Mkdir()
if err != nil {
err = errors.New("error creating dir in job.Save(), error=" + err.Error())
return
}
err = ioutil.WriteFile(bsonPath, nbson, 0644)
if err != nil {
err = errors.New("error writing file in job.Save(), error=" + err.Error())
return
}
err = dbUpsert(job)
if err != nil {
err = errors.New("error in dbUpdate in job.Save(), error=" + err.Error())
return
}
return
}
func TestParse24(t *testing.T) {
var mongodb MongoDBPlugin
stub2_4_14 := `
{"asserts":{"msg":0,"regular":0,"rollovers":0,"user":0,"warning":0},"backgroundFlushing":{"average_ms":0.6153846153846154,"flushes":26,"last_finished":"2015-08-17T14:55:58.622+09:00","last_ms":0,"total_ms":16},"connections":{"available":818,"current":1,"totalCreated":10},"cursors":{"clientCursors_size":0,"timedOut":0,"totalOpen":0},"dur":{"commits":30,"commitsInWriteLock":0,"compression":0,"earlyCommits":0,"journaledMB":0,"timeMs":{"dt":3074,"prepLogBuffer":0,"remapPrivateView":0,"writeToDataFiles":0,"writeToJournal":0},"writeToDataFilesMB":0},"extra_info":{"heap_usage_bytes":62256840,"note":"fields vary by platform","page_faults":181},"globalLock":{"activeClients":{"readers":0,"total":0,"writers":0},"currentQueue":{"readers":0,"total":0,"writers":0},"lockTime":143869,"totalTime":1603601000},"host":"bcd5355930ff","indexCounters":{"accesses":0,"hits":5,"missRatio":0,"misses":0,"resets":0},"localTime":"2015-08-17T14:56:42.209+09:00","locks":{".":{"timeAcquiringMicros":{"R":66884,"W":12244},"timeLockedMicros":{"R":86058,"W":143869}},"admin":{"timeAcquiringMicros":{},"timeLockedMicros":{}},"local":{"timeAcquiringMicros":{"r":513,"w":0},"timeLockedMicros":{"r":11886,"w":0}}},"mem":{"bits":64,"mapped":80,"mappedWithJournal":160,"resident":38,"supported":true,"virtual":341},"metrics":{"document":{"deleted":0,"inserted":1,"returned":0,"updated":0},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":0},"operation":{"fastmod":0,"idhack":0,"scanAndOrder":0},"queryExecutor":{"scanned":0},"record":{"moves":0},"repl":{"apply":{"batches":{"num":0,"totalMillis":0},"ops":0},"buffer":{"count":0,"maxSizeBytes":268435456,"sizeBytes":0},"network":{"bytes":0,"getmores":{"num":0,"totalMillis":0},"ops":0,"readersCreated":0},"oplog":{"insert":{"num":0,"totalMillis":0},"insertBytes":0},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"ttl":{"deletedDocuments":0,"passes":26}},"network":{"bytesIn":1940,"bytesOut":18064,"numRequests":33},"ok":1,"opcounters":{"command":35,"delete":0,"getmore":0,"insert":1,"query":26,"update":0},"opcountersRepl":{"command":0,"delete":0,"getmore":0,"insert":0,"query":0,"update":0},"pid":1,"process":"mongod","recordStats":{"accessesNotInMemory":0,"local":{"accessesNotInMemory":0,"pageFaultExceptionsThrown":0},"pageFaultExceptionsThrown":0},"uptime":1604,"uptimeEstimate":1581,"uptimeMillis":1603600,"version":"2.4.14","writeBacksQueued":false}
`
var v interface{}
err := json.Unmarshal([]byte(stub2_4_14), &v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
bsonStats, err := bson.Marshal(v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
var m bson.M
err = bson.Unmarshal(bsonStats, &m)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
stat, err := mongodb.parseStatus(m)
fmt.Println(stat)
assert.Nil(t, err)
// Mongodb Stats
assert.EqualValues(t, reflect.TypeOf(stat["btree_hits"]).String(), "float64")
assert.EqualValues(t, stat["btree_hits"], 5.0)
}
func (s *S) TestMarshalErrorItems(c *C) {
for _, item := range marshalErrorItems {
data, err := bson.Marshal(item.obj)
c.Assert(err, ErrorMatches, item.data)
c.Assert(data, IsNil)
}
}
func TestParse26(t *testing.T) {
var mongodb MongoDBPlugin
stub2_6_11 := `
{"asserts":{"msg":0,"regular":0,"rollovers":0,"user":0,"warning":0},"backgroundFlushing":{"average_ms":0,"flushes":0,"last_finished":"1970-01-01T09:00:00+09:00","last_ms":0,"total_ms":0},"connections":{"available":818,"current":1,"totalCreated":1},"cursors":{"clientCursors_size":0,"note":"deprecated, use server status metrics","pinned":0,"timedOut":0,"totalNoTimeout":0,"totalOpen":0},"dur":{"commits":30,"commitsInWriteLock":0,"compression":0,"earlyCommits":0,"journaledMB":0,"timeMs":{"dt":3074,"prepLogBuffer":0,"remapPrivateView":0,"writeToDataFiles":0,"writeToJournal":0},"writeToDataFilesMB":0},"extra_info":{"heap_usage_bytes":62512008,"note":"fields vary by platform","page_faults":228},"globalLock":{"activeClients":{"readers":0,"total":0,"writers":0},"currentQueue":{"readers":0,"total":0,"writers":0},"lockTime":68622,"totalTime":6583000},"host":"08ea07b5a8fd","indexCounters":{"accesses":2,"hits":5,"missRatio":0,"misses":0,"resets":0},"localTime":"2015-08-17T15:08:44.187+09:00","locks":{".":{"timeAcquiringMicros":{"R":254,"W":94},"timeLockedMicros":{"R":520,"W":68622}},"admin":{"timeAcquiringMicros":{"r":28,"w":0},"timeLockedMicros":{"r":338,"w":0}},"local":{"timeAcquiringMicros":{"r":22,"w":0},"timeLockedMicros":{"r":46,"w":0}}},"mem":{"bits":64,"mapped":80,"mappedWithJournal":160,"resident":36,"supported":true,"virtual":342},"metrics":{"cursor":{"open":{"noTimeout":0,"pinned":0,"total":0},"timedOut":0},"document":{"deleted":0,"inserted":1,"returned":0,"updated":0},"getLastError":{"wtime":{"num":0,"totalMillis":0},"wtimeouts":0},"operation":{"fastmod":0,"idhack":0,"scanAndOrder":0},"queryExecutor":{"scanned":0,"scannedObjects":0},"record":{"moves":0},"repl":{"apply":{"batches":{"num":0,"totalMillis":0},"ops":0},"buffer":{"count":0,"maxSizeBytes":268435456,"sizeBytes":0},"network":{"bytes":0,"getmores":{"num":0,"totalMillis":0},"ops":0,"readersCreated":0},"preload":{"docs":{"num":0,"totalMillis":0},"indexes":{"num":0,"totalMillis":0}}},"storage":{"freelist":{"search":{"bucketExhausted":0,"requests":6,"scanned":11}}},"ttl":{"deletedDocuments":0,"passes":0}},"network":{"bytesIn":224,"bytesOut":380,"numRequests":4},"ok":1,"opcounters":{"command":6,"delete":0,"getmore":0,"insert":1,"query":1,"update":0},"opcountersRepl":{"command":0,"delete":0,"getmore":0,"insert":0,"query":0,"update":0},"pid":1,"process":"mongod","recordStats":{"accessesNotInMemory":0,"admin":{"accessesNotInMemory":0,"pageFaultExceptionsThrown":0},"local":{"accessesNotInMemory":0,"pageFaultExceptionsThrown":0},"pageFaultExceptionsThrown":0},"uptime":7,"uptimeEstimate":6,"uptimeMillis":6581,"version":"2.6.11","writeBacksQueued":false}
`
var v interface{}
err := json.Unmarshal([]byte(stub2_6_11), &v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
bsonStats, err := bson.Marshal(v)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
var m bson.M
err = bson.Unmarshal(bsonStats, &m)
if err != nil {
t.Errorf("Error: %s", err.Error())
}
stat, err := mongodb.parseStatus(m)
fmt.Println(stat)
assert.Nil(t, err)
// Mongodb Stats
assert.EqualValues(t, reflect.TypeOf(stat["btree_hits"]).String(), "float64")
assert.EqualValues(t, stat["btree_hits"], 5.0)
}
func (b BsonEncoder) Encode(msg *Packet) ([]byte, error) {
data, err := bson.Marshal(msg)
if err != nil {
return nil, err
}
return data, nil
}
func (s *S) TestMarshalAllItems(c *C) {
for i, item := range allItems {
data, err := bson.Marshal(item.obj)
c.Assert(err, IsNil)
c.Assert(string(data), Equals, wrapInDoc(item.data), Commentf("Failed on item %d: %#v", i, item))
}
}
func (self *MConn) Insert(table string, arguments ...interface{}) (_id string) {
//Create a Session Copy and be responsible for Closing it.
session := self.Session.Copy()
db := session.DB(self.Dbname)
defer session.Close()
var out interface{}
if len(arguments) > 1 {
out = arguments[1]
} else {
out = nil
}
doc := arguments[0]
coll := db.C(table)
err := coll.Insert(doc)
if err != nil {
panic(err)
}
if out != nil {
stream, merr := bson.Marshal(doc)
if merr == nil {
bson.Unmarshal(stream, out)
}
}
return
}
func (s *S) TestMarshalOneWayItems(c *C) {
for _, item := range marshalItems {
data, err := bson.Marshal(item.obj)
c.Assert(err, IsNil)
c.Assert(string(data), Equals, wrapInDoc(item.data))
}
}
func (node *Node) Save() (err error) {
// update versions
previousVersion := node.Version
node.UpdateVersion()
// only add to revisions if not new and has changed
if previousVersion != "" && previousVersion != node.Version {
n := Node{node.Id, node.Version, node.File, node.Attributes, node.Indexes, node.Acl, node.VersionParts, node.Tags, nil, node.Linkages, node.CreatedOn, node.LastModified, node.Expiration, node.Type, node.Subset, node.Parts}
node.Revisions = append(node.Revisions, n)
}
if node.CreatedOn.String() == "0001-01-01 00:00:00 +0000 UTC" {
node.CreatedOn = time.Now()
} else {
node.LastModified = time.Now()
}
// get bson, test size and print
nbson, err := bson.Marshal(node)
if err != nil {
return
}
if len(nbson) >= DocumentMaxByte {
return errors.New(fmt.Sprintf("bson document size is greater than limit of %d bytes", DocumentMaxByte))
}
bsonPath := fmt.Sprintf("%s/%s.bson", node.Path(), node.Id)
os.Remove(bsonPath)
err = ioutil.WriteFile(bsonPath, nbson, 0644)
if err != nil {
return
}
// save node to mongodb
err = dbUpsert(node)
if err != nil {
return
}
return
}
// find the size of a document in bytes
func docSize(ops interface{}) (int, error) {
b, err := bson.Marshal(ops)
if err != nil {
return 0, err
}
return len(b), nil
}
func (s *RedisStore) Put(key string, value interface{}) (err error) {
key = s.demain + key
var data interface{}
switch reflect.TypeOf(value).Kind() {
case reflect.Struct, reflect.Map, reflect.Slice:
{
data, err = bson.Marshal(value)
if err != nil {
log.Fatal(err)
return err
}
}
default:
data = value
}
ReTry:
conn := s.pool.Get()
defer conn.Close()
if _, err = conn.Do("SET", key, data); err != nil {
log.Println("Put ERROR:", err.Error())
if err == nil {
goto ReTry
}
}
return nil
}
func makeBSONRaw(in interface{}) (bson.Raw, error) {
if in == nil {
return bson.Raw{}, nil
}
var kind byte
v := reflect.ValueOf(in)
if v.Kind() == reflect.Ptr {
if v.IsNil() {
return bson.Raw{}, nil
}
v = v.Elem()
}
switch v.Kind() {
case reflect.Map, reflect.Struct:
kind = 3 // BSON "Document" kind
case reflect.Array, reflect.Slice:
kind = 4 // BSON "Array" kind
default:
return bson.Raw{}, errors.Errorf("cannot use type %T as event custom data", in)
}
data, err := bson.Marshal(in)
if err != nil {
return bson.Raw{}, err
}
if len(data) == 0 {
return bson.Raw{}, errors.Errorf("invalid empty bson object for object %#v", in)
}
return bson.Raw{
Kind: kind,
Data: data,
}, nil
}
func Convert(doc M, out interface{}) {
stream, err := bson.Marshal(doc)
if err == nil {
bson.Unmarshal(stream, out)
} else {
panic(err)
}
}
func (s *S) TestUnmarshalZeroesMap(c *C) {
data, err := bson.Marshal(bson.M{"b": 2})
c.Assert(err, IsNil)
m := bson.M{"a": 1}
err = bson.Unmarshal(data, &m)
c.Assert(err, IsNil)
c.Assert(m, DeepEquals, bson.M{"b": 2})
}
