func (ia *idAllocator) start() { ia.stopper.RunWorker(func() { defer close(ia.ids) for { var newValue int64 for newValue <= int64(ia.minID) { var err error var res client.KeyValue for r := retry.Start(base.DefaultRetryOptions()); r.Next(); { idKey := ia.idKey.Load().(roachpb.Key) if err := ia.stopper.RunTask(func() { res, err = ia.db.Inc(idKey, int64(ia.blockSize)) }); err != nil { log.Warning(err) return } if err == nil { newValue = res.ValueInt() break } log.Warningf("unable to allocate %d ids from %s: %s", ia.blockSize, idKey, err) } if err != nil { panic(fmt.Sprintf("unexpectedly exited id allocation retry loop: %s", err)) } } end := newValue + 1 start := end - int64(ia.blockSize) if start < int64(ia.minID) { start = int64(ia.minID) } // Add all new ids to the channel for consumption. for i := start; i < end; i++ { select { case ia.ids <- uint32(i): case <-ia.stopper.ShouldStop(): return } } } }) }
func testGossipRestartInner(t *testing.T, c cluster.Cluster, cfg cluster.TestConfig) { // This already replicates the first range (in the local setup). // The replication of the first range is important: as long as the // first range only exists on one node, that node can trivially // acquire the range lease. Once the range is replicated, however, // nodes must be able to discover each other over gossip before the // lease can be acquired. num := c.NumNodes() deadline := timeutil.Now().Add(cfg.Duration) waitTime := longWaitTime if cfg.Duration < waitTime { waitTime = shortWaitTime } for timeutil.Now().Before(deadline) { log.Infof(context.Background(), "waiting for initial gossip connections") checkGossip(t, c, waitTime, hasPeers(num)) checkGossip(t, c, waitTime, hasClusterID) checkGossip(t, c, waitTime, hasSentinel) log.Infof(context.Background(), "killing all nodes") for i := 0; i < num; i++ { if err := c.Kill(i); err != nil { t.Fatal(err) } } log.Infof(context.Background(), "restarting all nodes") for i := 0; i < num; i++ { if err := c.Restart(i); err != nil { t.Fatal(err) } } log.Infof(context.Background(), "waiting for gossip to be connected") checkGossip(t, c, waitTime, hasPeers(num)) checkGossip(t, c, waitTime, hasClusterID) checkGossip(t, c, waitTime, hasSentinel) for i := 0; i < num; i++ { db, dbStopper := c.NewClient(t, i) if i == 0 { if err := db.Del("count"); err != nil { t.Fatal(err) } } var kv client.KeyValue if err := db.Txn(func(txn *client.Txn) error { var err error kv, err = txn.Inc("count", 1) return err }); err != nil { t.Fatal(err) } else if v := kv.ValueInt(); v != int64(i+1) { t.Fatalf("unexpected value %d for write #%d (expected %d)", v, i, i+1) } dbStopper.Stop() } } }