//History Database commit and read is being tested with kv_ledger_test.go. //This test will push some of the testing down into history itself func TestHistoryDatabaseCommit(t *testing.T) { //call a helper method to load the core.yaml testutil.SetupCoreYAMLConfig("./../../../peer") logger.Debugf("===HISTORYDB=== TestHistoryDatabaseCommit IsCouchDBEnabled()value: %v , IsHistoryDBEnabled()value: %v\n", ledgerconfig.IsCouchDBEnabled(), ledgerconfig.IsHistoryDBEnabled()) if ledgerconfig.IsHistoryDBEnabled() == true { //TODO Build the necessary infrastructure so that history can be tested iwthout ledger } }
// Commit commits the valid block (returned in the method RemoveInvalidTransactionsAndPrepare) and related state changes func (l *KVLedger) Commit(block *common.Block) error { var err error logger.Debugf("Validating block") err = l.txtmgmt.ValidateAndPrepare(block, true) if err != nil { return err } logger.Debugf("Committing block to storage") if err = l.blockStore.AddBlock(block); err != nil { return err } logger.Debugf("Committing block to state database") if err = l.txtmgmt.Commit(); err != nil { panic(fmt.Errorf(`Error during commit to txmgr:%s`, err)) } //TODO There are still some decisions to be made regarding how consistent history //needs to stay with the state. At min will want this to run async with state db writes. //(History needs to wait for the block (FSBlock) to write but not the state db) logger.Debugf("===HISTORYDB=== Commit() will write to history if enabled else will be by-passed if not enabled: vledgerconfig.IsHistoryDBEnabled(): %v\n", ledgerconfig.IsHistoryDBEnabled()) if ledgerconfig.IsHistoryDBEnabled() == true { logger.Debugf("Committing transactions to history database") if err := l.historymgmt.Commit(block); err != nil { panic(fmt.Errorf(`Error during commit to txthistory:%s`, err)) } } return nil }
// NewKVLedger constructs new `KVLedger` func NewKVLedger(conf *Conf) (*KVLedger, error) { logger.Debugf("Creating KVLedger using config: ", conf) attrsToIndex := []blkstorage.IndexableAttr{ blkstorage.IndexableAttrBlockHash, blkstorage.IndexableAttrBlockNum, blkstorage.IndexableAttrTxID, blkstorage.IndexableAttrBlockNumTranNum, } indexConfig := &blkstorage.IndexConfig{AttrsToIndex: attrsToIndex} blockStorageConf := fsblkstorage.NewConf(conf.blockStorageDir, conf.maxBlockfileSize) blockStore := fsblkstorage.NewFsBlockStore(blockStorageConf, indexConfig) //State and History database managers var txmgmt txmgr.TxMgr var historymgmt history.HistMgr if ledgerconfig.IsCouchDBEnabled() == true { //By default we can talk to CouchDB with empty id and pw (""), or you can add your own id and password to talk to a secured CouchDB logger.Debugf("===COUCHDB=== NewKVLedger() Using CouchDB instead of RocksDB...hardcoding and passing connection config for now") couchDBDef := ledgerconfig.GetCouchDBDefinition() //create new transaction manager based on couchDB txmgmt = couchdbtxmgmt.NewCouchDBTxMgr(&couchdbtxmgmt.Conf{DBPath: conf.txMgrDBPath}, couchDBDef.URL, //couchDB connection URL "system", //couchDB db name matches ledger name, TODO for now use system ledger, eventually allow passing in subledger name couchDBDef.Username, //enter couchDB id here couchDBDef.Password) //enter couchDB pw here } else { // Fall back to using goleveldb lockbased transaction manager db := stateleveldb.NewVersionedDBProvider(&stateleveldb.Conf{DBPath: conf.txMgrDBPath}).GetDBHandle("Default") txmgmt = lockbasedtxmgr.NewLockBasedTxMgr(db) } if ledgerconfig.IsHistoryDBEnabled() == true { logger.Debugf("===HISTORYDB=== NewKVLedger() Using CouchDB for transaction history database") couchDBDef := ledgerconfig.GetCouchDBDefinition() historymgmt = history.NewCouchDBHistMgr( couchDBDef.URL, //couchDB connection URL "system_history", //couchDB db name matches ledger name, TODO for now use system_history ledger, eventually allow passing in subledger name couchDBDef.Username, //enter couchDB id here couchDBDef.Password) //enter couchDB pw here } l := &KVLedger{blockStore, txmgmt, historymgmt} if err := recoverStateDB(l); err != nil { panic(fmt.Errorf(`Error during state DB recovery:%s`, err)) } return l, nil }
// Note that the couchdb_test.go tests couchdb functions already. This test just tests that a // CouchDB history database is auto-created upon creating a new history manager func TestHistoryDatabaseAutoCreate(t *testing.T) { //call a helper method to load the core.yaml testutil.SetupCoreYAMLConfig("./../../../peer") logger.Debugf("===HISTORYDB=== TestHistoryDatabaseAutoCreate IsCouchDBEnabled()value: %v , IsHistoryDBEnabled()value: %v\n", ledgerconfig.IsCouchDBEnabled(), ledgerconfig.IsHistoryDBEnabled()) if ledgerconfig.IsHistoryDBEnabled() == true { env := newTestEnvHistoryCouchDB(t, "history-test") env.cleanup() //cleanup at the beginning to ensure the database doesn't exist already defer env.cleanup() //and cleanup at the end logger.Debugf("===HISTORYDB=== env.couchDBAddress: %v , env.couchDatabaseName: %v env.couchUsername: %v env.couchPassword: %v\n", env.couchDBAddress, env.couchDatabaseName, env.couchUsername, env.couchPassword) histMgr := NewCouchDBHistMgr( env.couchDBAddress, //couchDB Address env.couchDatabaseName, //couchDB db name env.couchUsername, //enter couchDB id env.couchPassword) //enter couchDB pw //NewCouchDBhistMgr should have automatically created the database, let's make sure it has been created //Retrieve the info for the new database and make sure the name matches dbResp, _, errdb := histMgr.couchDB.GetDatabaseInfo() testutil.AssertNoError(t, errdb, fmt.Sprintf("Error when trying to retrieve database information")) testutil.AssertEquals(t, dbResp.DbName, env.couchDatabaseName) //Call NewCouchDBhistMgr again, this time the database will already exist from last time histMgr2 := NewCouchDBHistMgr( env.couchDBAddress, //couchDB Address env.couchDatabaseName, //couchDB db name env.couchUsername, //enter couchDB id env.couchPassword) //enter couchDB pw //Retrieve the info for the database again, and make sure the name still matches dbResp2, _, errdb2 := histMgr2.couchDB.GetDatabaseInfo() testutil.AssertNoError(t, errdb2, fmt.Sprintf("Error when trying to retrieve database information")) testutil.AssertEquals(t, dbResp2.DbName, env.couchDatabaseName) } }
func TestLedgerWithCouchDbEnabledWithBinaryAndJSONData(t *testing.T) { //call a helper method to load the core.yaml testutil.SetupCoreYAMLConfig("./../../../peer") logger.Debugf("TestLedgerWithCouchDbEnabledWithBinaryAndJSONData IsCouchDBEnabled()value: %v , IsHistoryDBEnabled()value: %v\n", ledgerconfig.IsCouchDBEnabled(), ledgerconfig.IsHistoryDBEnabled()) env := newTestEnv(t) defer env.cleanup() ledger, _ := NewKVLedger(env.conf) defer ledger.Close() //testNs := "ns1" bcInfo, _ := ledger.GetBlockchainInfo() testutil.AssertEquals(t, bcInfo, &pb.BlockchainInfo{ Height: 0, CurrentBlockHash: nil, PreviousBlockHash: nil}) simulator, _ := ledger.NewTxSimulator() simulator.SetState("ns1", "key4", []byte("value1")) simulator.SetState("ns1", "key5", []byte("value2")) simulator.SetState("ns1", "key6", []byte("{\"shipmentID\":\"161003PKC7300\",\"customsInvoice\":{\"methodOfTransport\":\"GROUND\",\"invoiceNumber\":\"00091622\"},\"weightUnitOfMeasure\":\"KGM\",\"volumeUnitOfMeasure\": \"CO\",\"dimensionUnitOfMeasure\":\"CM\",\"currency\":\"USD\"}")) simulator.SetState("ns1", "key7", []byte("{\"shipmentID\":\"161003PKC7600\",\"customsInvoice\":{\"methodOfTransport\":\"AIR MAYBE\",\"invoiceNumber\":\"00091624\"},\"weightUnitOfMeasure\":\"KGM\",\"volumeUnitOfMeasure\": \"CO\",\"dimensionUnitOfMeasure\":\"CM\",\"currency\":\"USD\"}")) simulator.Done() simRes, _ := simulator.GetTxSimulationResults() bg := testutil.NewBlockGenerator(t) block1 := bg.NextBlock([][]byte{simRes}, false) ledger.Commit(block1) bcInfo, _ = ledger.GetBlockchainInfo() block1Hash := block1.Header.Hash() testutil.AssertEquals(t, bcInfo, &pb.BlockchainInfo{ Height: 1, CurrentBlockHash: block1Hash, PreviousBlockHash: []byte{}}) //Note key 4 and 6 are updates but key 7 is new. I.E. should see history for key 4 and 6 if history is enabled simulationResults := [][]byte{} simulator, _ = ledger.NewTxSimulator() simulator.SetState("ns1", "key4", []byte("value3")) simulator.SetState("ns1", "key5", []byte("{\"shipmentID\":\"161003PKC7500\",\"customsInvoice\":{\"methodOfTransport\":\"AIR FREIGHT\",\"invoiceNumber\":\"00091623\"},\"weightUnitOfMeasure\":\"KGM\",\"volumeUnitOfMeasure\": \"CO\",\"dimensionUnitOfMeasure\":\"CM\",\"currency\":\"USD\"}")) simulator.SetState("ns1", "key6", []byte("value4")) simulator.SetState("ns1", "key7", []byte("{\"shipmentID\":\"161003PKC7600\",\"customsInvoice\":{\"methodOfTransport\":\"GROUND\",\"invoiceNumber\":\"00091624\"},\"weightUnitOfMeasure\":\"KGM\",\"volumeUnitOfMeasure\": \"CO\",\"dimensionUnitOfMeasure\":\"CM\",\"currency\":\"USD\"}")) simulator.SetState("ns1", "key8", []byte("{\"shipmentID\":\"161003PKC7700\",\"customsInvoice\":{\"methodOfTransport\":\"SHIP\",\"invoiceNumber\":\"00091625\"},\"weightUnitOfMeasure\":\"KGM\",\"volumeUnitOfMeasure\": \"CO\",\"dimensionUnitOfMeasure\":\"CM\",\"currency\":\"USD\"}")) simulator.Done() simRes, _ = simulator.GetTxSimulationResults() simulationResults = append(simulationResults, simRes) //add a 2nd transaction simulator2, _ := ledger.NewTxSimulator() simulator2.SetState("ns1", "key7", []byte("{\"shipmentID\":\"161003PKC7600\",\"customsInvoice\":{\"methodOfTransport\":\"TRAIN\",\"invoiceNumber\":\"00091624\"},\"weightUnitOfMeasure\":\"KGM\",\"volumeUnitOfMeasure\": \"CO\",\"dimensionUnitOfMeasure\":\"CM\",\"currency\":\"USD\"}")) simulator2.SetState("ns1", "key9", []byte("value5")) simulator2.SetState("ns1", "key10", []byte("{\"shipmentID\":\"261003PKC8000\",\"customsInvoice\":{\"methodOfTransport\":\"DONKEY\",\"invoiceNumber\":\"00091626\"},\"weightUnitOfMeasure\":\"KGM\",\"volumeUnitOfMeasure\": \"CO\",\"dimensionUnitOfMeasure\":\"CM\",\"currency\":\"USD\"}")) simulator2.Done() simRes2, _ := simulator2.GetTxSimulationResults() simulationResults = append(simulationResults, simRes2) block2 := bg.NextBlock(simulationResults, false) ledger.Commit(block2) bcInfo, _ = ledger.GetBlockchainInfo() block2Hash := block2.Header.Hash() testutil.AssertEquals(t, bcInfo, &pb.BlockchainInfo{ Height: 2, CurrentBlockHash: block2Hash, PreviousBlockHash: block1.Header.Hash()}) b1, _ := ledger.GetBlockByHash(block1Hash) testutil.AssertEquals(t, b1, block1) b2, _ := ledger.GetBlockByHash(block2Hash) testutil.AssertEquals(t, b2, block2) b1, _ = ledger.GetBlockByNumber(1) testutil.AssertEquals(t, b1, block1) b2, _ = ledger.GetBlockByNumber(2) testutil.AssertEquals(t, b2, block2) //TODO move this test to history. if ledgerconfig.IsHistoryDBEnabled() == true { qhistory, err := ledger.NewHistoryQueryExecutor() testutil.AssertNoError(t, err, fmt.Sprintf("Error when trying to retrieve history database executor")) itr, err2 := qhistory.GetTransactionsForKey("ns1", "key7", true, false) testutil.AssertNoError(t, err2, fmt.Sprintf("Error when trying to retrieve history database executor")) count := 0 for { kmod, _ := itr.Next() if kmod == nil { break } //TODO TEST CONTENT - need to point to ledger import and not the KVledger //TODO MOVE TEST TO HISTORY //bt := kmod.(*ledger.KeyModification).TxID //v := kmod.(*ledger.KeyModification).Value //t.Logf("Retrieved for ns=%s, key=key7 : k=%s, v=%s at count=%d start=%s end=%s", testNs, bt, v, count) count++ } testutil.AssertEquals(t, count, 3) } }