func main() { cfg := config.NewDefaultServiceConfig() ns := config.NewDefaultNamespaceConfig("test.namespace") ns.DynamicBucketTemplate = config.NewDefaultBucketConfig(config.DynamicBucketTemplateName) ns.DynamicBucketTemplate.Size = 100000000000 ns.DynamicBucketTemplate.FillRate = 100000000 b := config.NewDefaultBucketConfig("xyz") config.AddBucket(ns, b) config.AddNamespace(cfg, ns) ns = config.NewDefaultNamespaceConfig("test.namespace2") ns.DefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) b = config.NewDefaultBucketConfig("xyz") config.AddBucket(ns, b) config.AddNamespace(cfg, ns) server := quotaservice.New(memory.NewBucketFactory(), config.NewMemoryConfig(cfg), grpc.New(GRPC_SERVER)) server.SetStatsListener(stats.NewMemoryStatsListener()) server.Start() // Serve Admin Console logging.Printf("Starting admin server on %v\n", ADMIN_SERVER) sm := http.NewServeMux() server.ServeAdminConsole(sm, "admin/public", true) go func() { http.ListenAndServe(ADMIN_SERVER, sm) }() // Block until SIGTERM, SIGKILL or SIGINT sigs := make(chan os.Signal, 1) signal.Notify(sigs, syscall.SIGTERM, syscall.SIGKILL, syscall.SIGINT) var shutdown sync.WaitGroup shutdown.Add(1) go func() { <-sigs shutdown.Done() }() shutdown.Wait() server.Stop() }
func setUp() { cfg := config.NewDefaultServiceConfig() cfg.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) // Namespace "dyn" ns := config.NewDefaultNamespaceConfig("dyn") tpl := config.NewDefaultBucketConfig("") tpl.MaxTokensPerRequest = 5 tpl.MaxIdleMillis = -1 config.SetDynamicBucketTemplate(ns, tpl) ns.MaxDynamicBuckets = 2 config.AddNamespace(cfg, ns) // Namespace "dyn_gc" ns = config.NewDefaultNamespaceConfig("dyn_gc") tpl = config.NewDefaultBucketConfig("") tpl.MaxTokensPerRequest = 5 tpl.MaxIdleMillis = 100 config.SetDynamicBucketTemplate(ns, tpl) ns.MaxDynamicBuckets = 3 config.AddNamespace(cfg, ns) // Namespace "nodyn" ns = config.NewDefaultNamespaceConfig("nodyn") b := config.NewDefaultBucketConfig("b") b.MaxTokensPerRequest = 10 config.AddBucket(ns, b) config.AddNamespace(cfg, ns) mbf = &MockBucketFactory{} me := &MockEndpoint{} p := config.NewMemoryConfig(cfg) s = New(mbf, p, me) eventsChan = make(chan events.Event, 100) s.SetListener(func(e events.Event) { eventsChan <- e }, 100) s.Start() qs = me.QuotaService // EVENTS_BUCKET_CREATED event _ = <-eventsChan }
func setUp() { // Start a QuotaService server. cfg := config.NewDefaultServiceConfig() cfg.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) nsc := config.NewDefaultNamespaceConfig("delaying") bc := config.NewDefaultBucketConfig("delaying") bc.Size = 1 // Very small. bc.FillRate = 100 config.AddBucket(nsc, bc) config.AddNamespace(cfg, nsc) server = quotaservice.New(memory.NewBucketFactory(), config.NewMemoryConfig(cfg), qsgrpc.New(target)) server.Start() }
func TestGC(t *testing.T, factory quotaservice.BucketFactory, impl string) { cfg := config.NewDefaultServiceConfig() nsCfg := config.NewDefaultNamespaceConfig("n") tpl := config.NewDefaultBucketConfig("") // Times out every 250 millis. tpl.MaxIdleMillis = 250 config.SetDynamicBucketTemplate(nsCfg, tpl) config.AddNamespace(cfg, nsCfg) eventsEmitter := "aservice.MockEmitter{Events: make(chan events.Event, 100)} container := quotaservice.NewBucketContainer(cfg, factory, eventsEmitter) // No GC should happen here as long as we are in use. for i := 0; i < 10; i++ { for j := 0; j < 10; j++ { bName := strconv.Itoa(j) b, _ := container.FindBucket("n", bName) if b == nil { t.Fatalf("Failed looking for bucket %v on impl %v", bName, impl) } // Check that the bucket hasn't been GC'd if !container.Exists("n", bName) { t.Fatalf("Bucket %v was GC'd when it shouldn't have on impl %v", bName, impl) } } } bucketNames := make([]string, 10) for i := 0; i < 10; i++ { bucketNames[i] = strconv.Itoa(i) } waitForGC(eventsEmitter.Events, "n", bucketNames) for _, bName := range bucketNames { // Check that the bucket has been GC'd if container.Exists("n", bName) { t.Fatalf("Bucket %v wasn't GC'd when it should have on impl %v", bName, impl) } } }
"testing" "github.com/maniksurtani/quotaservice/config" pbconfig "github.com/maniksurtani/quotaservice/protos/config" ) var cfg = func() *pbconfig.ServiceConfig { c := config.NewDefaultServiceConfig() c.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) // Namespace "x" ns := config.NewDefaultNamespaceConfig("x") ns.DefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) config.AddBucket(ns, config.NewDefaultBucketConfig("a")) config.AddNamespace(c, ns) // Namespace "y" ns = config.NewDefaultNamespaceConfig("y") ns.DynamicBucketTemplate = config.NewDefaultBucketConfig(config.DefaultBucketName) config.AddBucket(ns, config.NewDefaultBucketConfig("y")) config.AddNamespace(c, ns) // Namespace "z" ns = config.NewDefaultNamespaceConfig("z") ns.DynamicBucketTemplate = config.NewDefaultBucketConfig(config.DefaultBucketName) ns.MaxDynamicBuckets = 5 config.AddBucket(ns, config.NewDefaultBucketConfig("a")) config.AddBucket(ns, config.NewDefaultBucketConfig("b")) config.AddBucket(ns, config.NewDefaultBucketConfig("c")) config.AddNamespace(c, ns)