func main() {
cfg := config.NewDefaultServiceConfig()
ns := config.NewDefaultNamespaceConfig("test.namespace")
ns.DynamicBucketTemplate = config.NewDefaultBucketConfig(config.DynamicBucketTemplateName)
ns.DynamicBucketTemplate.Size = 100000000000
ns.DynamicBucketTemplate.FillRate = 100000000
b := config.NewDefaultBucketConfig("xyz")
config.AddBucket(ns, b)
config.AddNamespace(cfg, ns)
ns = config.NewDefaultNamespaceConfig("test.namespace2")
ns.DefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName)
b = config.NewDefaultBucketConfig("xyz")
config.AddBucket(ns, b)
config.AddNamespace(cfg, ns)
server := quotaservice.New(memory.NewBucketFactory(),
config.NewMemoryConfig(cfg),
grpc.New(GRPC_SERVER))
server.SetStatsListener(stats.NewMemoryStatsListener())
server.Start()
// Serve Admin Console
logging.Printf("Starting admin server on %v\n", ADMIN_SERVER)
sm := http.NewServeMux()
server.ServeAdminConsole(sm, "admin/public", true)
go func() {
http.ListenAndServe(ADMIN_SERVER, sm)
}()
// Block until SIGTERM, SIGKILL or SIGINT
sigs := make(chan os.Signal, 1)
signal.Notify(sigs, syscall.SIGTERM, syscall.SIGKILL, syscall.SIGINT)
var shutdown sync.WaitGroup
shutdown.Add(1)
go func() {
<-sigs
shutdown.Done()
}()
shutdown.Wait()
server.Stop()
}
func setUp() {
cfg := config.NewDefaultServiceConfig()
cfg.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName)
// Namespace "dyn"
ns := config.NewDefaultNamespaceConfig("dyn")
tpl := config.NewDefaultBucketConfig("")
tpl.MaxTokensPerRequest = 5
tpl.MaxIdleMillis = -1
config.SetDynamicBucketTemplate(ns, tpl)
ns.MaxDynamicBuckets = 2
config.AddNamespace(cfg, ns)
// Namespace "dyn_gc"
ns = config.NewDefaultNamespaceConfig("dyn_gc")
tpl = config.NewDefaultBucketConfig("")
tpl.MaxTokensPerRequest = 5
tpl.MaxIdleMillis = 100
config.SetDynamicBucketTemplate(ns, tpl)
ns.MaxDynamicBuckets = 3
config.AddNamespace(cfg, ns)
// Namespace "nodyn"
ns = config.NewDefaultNamespaceConfig("nodyn")
b := config.NewDefaultBucketConfig("b")
b.MaxTokensPerRequest = 10
config.AddBucket(ns, b)
config.AddNamespace(cfg, ns)
mbf = &MockBucketFactory{}
me := &MockEndpoint{}
p := config.NewMemoryConfig(cfg)
s = New(mbf, p, me)
eventsChan = make(chan events.Event, 100)
s.SetListener(func(e events.Event) {
eventsChan <- e
}, 100)
s.Start()
qs = me.QuotaService
// EVENTS_BUCKET_CREATED event
_ = <-eventsChan
}
func setUp() {
// Start a QuotaService server.
cfg := config.NewDefaultServiceConfig()
cfg.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName)
nsc := config.NewDefaultNamespaceConfig("delaying")
bc := config.NewDefaultBucketConfig("delaying")
bc.Size = 1 // Very small.
bc.FillRate = 100
config.AddBucket(nsc, bc)
config.AddNamespace(cfg, nsc)
server = quotaservice.New(memory.NewBucketFactory(), config.NewMemoryConfig(cfg), qsgrpc.New(target))
server.Start()
}
func TestGC(t *testing.T, factory quotaservice.BucketFactory, impl string) {
cfg := config.NewDefaultServiceConfig()
nsCfg := config.NewDefaultNamespaceConfig("n")
tpl := config.NewDefaultBucketConfig("")
// Times out every 250 millis.
tpl.MaxIdleMillis = 250
config.SetDynamicBucketTemplate(nsCfg, tpl)
config.AddNamespace(cfg, nsCfg)
eventsEmitter := "aservice.MockEmitter{Events: make(chan events.Event, 100)}
container := quotaservice.NewBucketContainer(cfg, factory, eventsEmitter)
// No GC should happen here as long as we are in use.
for i := 0; i < 10; i++ {
for j := 0; j < 10; j++ {
bName := strconv.Itoa(j)
b, _ := container.FindBucket("n", bName)
if b == nil {
t.Fatalf("Failed looking for bucket %v on impl %v", bName, impl)
}
// Check that the bucket hasn't been GC'd
if !container.Exists("n", bName) {
t.Fatalf("Bucket %v was GC'd when it shouldn't have on impl %v", bName, impl)
}
}
}
bucketNames := make([]string, 10)
for i := 0; i < 10; i++ {
bucketNames[i] = strconv.Itoa(i)
}
waitForGC(eventsEmitter.Events, "n", bucketNames)
for _, bName := range bucketNames {
// Check that the bucket has been GC'd
if container.Exists("n", bName) {
t.Fatalf("Bucket %v wasn't GC'd when it should have on impl %v", bName, impl)
}
}
}
"testing"
"github.com/maniksurtani/quotaservice/config"
pbconfig "github.com/maniksurtani/quotaservice/protos/config"
)
var cfg = func() *pbconfig.ServiceConfig {
c := config.NewDefaultServiceConfig()
c.GlobalDefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName)
// Namespace "x"
ns := config.NewDefaultNamespaceConfig("x")
ns.DefaultBucket = config.NewDefaultBucketConfig(config.DefaultBucketName)
config.AddBucket(ns, config.NewDefaultBucketConfig("a"))
config.AddNamespace(c, ns)
// Namespace "y"
ns = config.NewDefaultNamespaceConfig("y")
ns.DynamicBucketTemplate = config.NewDefaultBucketConfig(config.DefaultBucketName)
config.AddBucket(ns, config.NewDefaultBucketConfig("y"))
config.AddNamespace(c, ns)
// Namespace "z"
ns = config.NewDefaultNamespaceConfig("z")
ns.DynamicBucketTemplate = config.NewDefaultBucketConfig(config.DefaultBucketName)
ns.MaxDynamicBuckets = 5
config.AddBucket(ns, config.NewDefaultBucketConfig("a"))
config.AddBucket(ns, config.NewDefaultBucketConfig("b"))
config.AddBucket(ns, config.NewDefaultBucketConfig("c"))
config.AddNamespace(c, ns)