func setUp() { // Start a QuotaService server. cfg := config.NewDefaultServiceConfig() cfg.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) nsc := config.NewDefaultNamespaceConfig("delaying") bc := config.NewDefaultBucketConfig("delaying") bc.Size = 1 // Very small. bc.FillRate = 100 config.AddBucket(nsc, bc) config.AddNamespace(cfg, nsc) server = quotaservice.New(memory.NewBucketFactory(), config.NewMemoryConfig(cfg), qsgrpc.New(target)) server.Start() }
func TestStatsGetBucket(t *testing.T) { a := NewMockAdministrable() testNamespace := config.NewDefaultNamespaceConfig("test") a.Configs().Namespaces["test"] = testNamespace bucket := config.NewDefaultBucketConfig("bucket") testNamespace.Buckets["bucket"] = bucket bucketResponse := make(map[string]*stats.BucketScores) doStatsRequest(t, a, &bucketResponse, "GET", "/api/stats/test/bucket", "") bucketScores, ok := bucketResponse["bucket"] if !ok || bucketScores.Hits != 0 || bucketScores.Misses != 0 { t.Errorf("Received %+v instead of [bucket=[Hits=0, Misses=0]]", bucketResponse) } a = NewMockErrorAdministrable() a.Configs().Namespaces["test"] = testNamespace testNamespace.Buckets["bucket"] = bucket jsonResponse := make(map[string]string) doStatsRequest(t, a, &jsonResponse, "GET", "/api/stats/test/bucket", "") if jsonResponse["description"] != "No stats listener configured" { t.Errorf("Received \"%s\" from %+v instead of \"No stats listener configured\"", jsonResponse["description"], jsonResponse) } }
func main() { cfg := config.NewDefaultServiceConfig() ns := config.NewDefaultNamespaceConfig("test.namespace") ns.DynamicBucketTemplate = config.NewDefaultBucketConfig(config.DynamicBucketTemplateName) ns.DynamicBucketTemplate.Size = 100000000000 ns.DynamicBucketTemplate.FillRate = 100000000 b := config.NewDefaultBucketConfig("xyz") config.AddBucket(ns, b) config.AddNamespace(cfg, ns) ns = config.NewDefaultNamespaceConfig("test.namespace2") ns.DefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) b = config.NewDefaultBucketConfig("xyz") config.AddBucket(ns, b) config.AddNamespace(cfg, ns) server := quotaservice.New(memory.NewBucketFactory(), config.NewMemoryConfig(cfg), grpc.New(GRPC_SERVER)) server.SetStatsListener(stats.NewMemoryStatsListener()) server.Start() // Serve Admin Console logging.Printf("Starting admin server on %v\n", ADMIN_SERVER) sm := http.NewServeMux() server.ServeAdminConsole(sm, "admin/public", true) go func() { http.ListenAndServe(ADMIN_SERVER, sm) }() // Block until SIGTERM, SIGKILL or SIGINT sigs := make(chan os.Signal, 1) signal.Notify(sigs, syscall.SIGTERM, syscall.SIGKILL, syscall.SIGINT) var shutdown sync.WaitGroup shutdown.Add(1) go func() { <-sigs shutdown.Done() }() shutdown.Wait() server.Stop() }
func TestUnmarshalNamespaceConfig(t *testing.T) { n := config.NewDefaultNamespaceConfig("Blah Namespace 123") n.MaxDynamicBuckets = 8000 config.SetDynamicBucketTemplate(n, config.NewDefaultBucketConfig("")) c1 := config.NewDefaultBucketConfig("Blah 123") c1.FillRate = 12345 c1.MaxDebtMillis = 54321 c1.MaxIdleMillis = 67890 c1.MaxTokensPerRequest = 9876 c1.Size = 50000 c2 := config.NewDefaultBucketConfig("Blah 456") c2.FillRate = 123450 c2.MaxDebtMillis = 543210 c2.MaxIdleMillis = 678900 c2.MaxTokensPerRequest = 98760 c2.Size = 5000 c3 := config.NewDefaultBucketConfig("Blah 789") c3.FillRate = 1234500 c3.MaxDebtMillis = 5432100 c3.MaxIdleMillis = 6789000 c3.MaxTokensPerRequest = 987600 c3.Size = 500 config.AddBucket(n, c1) config.AddBucket(n, c2) config.AddBucket(n, c3) b, e := json.Marshal(n) if e != nil { t.Fatal("Unable to JSONify proto", e) } reRead, err := getNamespaceConfig(bytes.NewReader(b)) if err != nil { t.Fatal("Unable to unmarshal JSON", err) } if !reflect.DeepEqual(n, reRead) { t.Fatalf("Two representations aren't equal: %+v != %+v", n, reRead) } }
func setUp() { cfg := config.NewDefaultServiceConfig() cfg.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) // Namespace "dyn" ns := config.NewDefaultNamespaceConfig("dyn") tpl := config.NewDefaultBucketConfig("") tpl.MaxTokensPerRequest = 5 tpl.MaxIdleMillis = -1 config.SetDynamicBucketTemplate(ns, tpl) ns.MaxDynamicBuckets = 2 config.AddNamespace(cfg, ns) // Namespace "dyn_gc" ns = config.NewDefaultNamespaceConfig("dyn_gc") tpl = config.NewDefaultBucketConfig("") tpl.MaxTokensPerRequest = 5 tpl.MaxIdleMillis = 100 config.SetDynamicBucketTemplate(ns, tpl) ns.MaxDynamicBuckets = 3 config.AddNamespace(cfg, ns) // Namespace "nodyn" ns = config.NewDefaultNamespaceConfig("nodyn") b := config.NewDefaultBucketConfig("b") b.MaxTokensPerRequest = 10 config.AddBucket(ns, b) config.AddNamespace(cfg, ns) mbf = &MockBucketFactory{} me := &MockEndpoint{} p := config.NewMemoryConfig(cfg) s = New(mbf, p, me) eventsChan = make(chan events.Event, 100) s.SetListener(func(e events.Event) { eventsChan <- e }, 100) s.Start() qs = me.QuotaService // EVENTS_BUCKET_CREATED event _ = <-eventsChan }
func TestBucketsGet(t *testing.T) { a := NewMockAdministrable() testNamespace := config.NewDefaultNamespaceConfig("test") a.Configs().Namespaces["test"] = testNamespace bucket := config.NewDefaultBucketConfig("bucket") testNamespace.Buckets["bucket"] = bucket configResponse := &pb.BucketConfig{} doBucketsRequest(t, a, configResponse, "GET", "/api/test/bucket", "") if *bucket != *configResponse { t.Errorf("Received \"%+v\" but was expecting \"%+v\"", configResponse, bucket) } }
func TestGC(t *testing.T, factory quotaservice.BucketFactory, impl string) { cfg := config.NewDefaultServiceConfig() nsCfg := config.NewDefaultNamespaceConfig("n") tpl := config.NewDefaultBucketConfig("") // Times out every 250 millis. tpl.MaxIdleMillis = 250 config.SetDynamicBucketTemplate(nsCfg, tpl) config.AddNamespace(cfg, nsCfg) eventsEmitter := "aservice.MockEmitter{Events: make(chan events.Event, 100)} container := quotaservice.NewBucketContainer(cfg, factory, eventsEmitter) // No GC should happen here as long as we are in use. for i := 0; i < 10; i++ { for j := 0; j < 10; j++ { bName := strconv.Itoa(j) b, _ := container.FindBucket("n", bName) if b == nil { t.Fatalf("Failed looking for bucket %v on impl %v", bName, impl) } // Check that the bucket hasn't been GC'd if !container.Exists("n", bName) { t.Fatalf("Bucket %v was GC'd when it shouldn't have on impl %v", bName, impl) } } } bucketNames := make([]string, 10) for i := 0; i < 10; i++ { bucketNames[i] = strconv.Itoa(i) } waitForGC(eventsEmitter.Events, "n", bucketNames) for _, bName := range bucketNames { // Check that the bucket has been GC'd if container.Exists("n", bName) { t.Fatalf("Bucket %v wasn't GC'd when it should have on impl %v", bName, impl) } } }
func TestUnmarshalBucketConfig(t *testing.T) { c := config.NewDefaultBucketConfig("Blah 123") c.FillRate = 12345 c.MaxDebtMillis = 54321 c.MaxIdleMillis = 67890 c.MaxTokensPerRequest = 9876 c.Size = 50000 b, e := json.Marshal(c) if e != nil { t.Fatal("Unable to JSONify proto", e) } reRead, err := getBucketConfig(bytes.NewReader(b)) if err != nil { t.Fatal("Unable to unmarshal JSON", err) } if !reflect.DeepEqual(c, reRead) { t.Fatalf("Two representations aren't equal: %+v != %+v", c, reRead) } }
func setUp() { factory = NewBucketFactory(&redis.Options{Addr: "localhost:6379"}, 2) factory.Init(cfg) bucket = factory.NewBucket("redis", "redis", config.NewDefaultBucketConfig(""), false).(*redisBucket) }
// Package buckets defines interfaces for abstractions of token buckets. package quotaservice import ( "strconv" "testing" "github.com/maniksurtani/quotaservice/config" pbconfig "github.com/maniksurtani/quotaservice/protos/config" ) var cfg = func() *pbconfig.ServiceConfig { c := config.NewDefaultServiceConfig() c.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) // Namespace "x" ns := config.NewDefaultNamespaceConfig("x") ns.DefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName) config.AddBucket(ns, config.NewDefaultBucketConfig("a")) config.AddNamespace(c, ns) // Namespace "y" ns = config.NewDefaultNamespaceConfig("y") ns.DynamicBucketTemplate = config.NewDefaultBucketConfig(config.DefaultBucketName) config.AddBucket(ns, config.NewDefaultBucketConfig("y")) config.AddNamespace(c, ns) // Namespace "z" ns = config.NewDefaultNamespaceConfig("z")
func TestTokenAcquisition(t *testing.T) { bucket := factory.NewBucket("memory", "memory", config.NewDefaultBucketConfig(""), false) buckets.TestTokenAcquisition(t, bucket) }