// Convenience function for getting a named bucket from a URL
func GetBucket(endpoint, poolname, bucketname string) (*Bucket, error) {
var err error
client, err := Connect(endpoint)
if err != nil {
return nil, err
}
pool, err := client.GetPool(poolname)
if err != nil {
return nil, err
}
return pool.GetBucket(bucketname)
}
// Creates a Bucket that talks to a real live Couchbase server.
func GetCouchbaseBucket(spec BucketSpec) (bucket Bucket, err error) {
client, err := couchbase.ConnectWithAuth(spec.Server, spec.Auth)
if err != nil {
return
}
poolName := spec.PoolName
if poolName == "" {
poolName = "default"
}
pool, err := client.GetPool(poolName)
if err != nil {
return
}
cbbucket, err := pool.GetBucket(spec.BucketName)
if err == nil {
bucket = couchbaseBucket{cbbucket}
}
return
}
func CouchbaseTargetStartIncoming(s CouchbaseTarget, incoming chan []Request) {
client, err := couchbase.Connect(s.spec)
if err != nil {
log.Fatalf("error: couchbase connect failed: %s; err: %v", s.spec, err)
}
pool, err := client.GetPool("default")
if err != nil {
log.Fatalf("error: no default pool; err: %v", err)
}
// TODO: Need to handle bucket disappearing/reappearing/rebalancing.
buckets := make(map[string]*couchbase.Bucket)
getBucket := func(bucketName string) (res *couchbase.Bucket) {
if res = buckets[bucketName]; res == nil {
if res, _ = pool.GetBucket(bucketName); res != nil {
buckets[bucketName] = res
}
}
return res
}
processRequests := func(reqs []Request) {
// All the requests have same bucket and server index.
if len(reqs) < 1 {
return
}
if bucket := getBucket(reqs[0].Bucket); bucket != nil {
for _, req := range reqs {
bucket.Do(string(req.Req.Key),
func(c *memcached.Client, v uint16) error {
req.Req.VBucket = v
return c.Transmit(req.Req)
})
}
for _, req := range reqs {
var res *gomemcached.MCResponse
err := bucket.Do(string(req.Req.Key),
func(c *memcached.Client, v uint16) error {
res, err = c.Receive()
return err
})
if err != nil || res == nil {
res = &gomemcached.MCResponse{
Opcode: req.Req.Opcode,
Status: gomemcached.EINVAL,
Opaque: req.Req.Opaque,
}
}
req.Res <- res
}
} else {
for _, req := range reqs {
req.Res <- &gomemcached.MCResponse{
Opcode: req.Req.Opcode,
Status: gomemcached.EINVAL,
Opaque: req.Req.Opaque,
}
}
}
}
go func() {
getServerIndex := func(bucketName string, key []byte) int {
b := getBucket(bucketName)
if b != nil {
vbid := b.VBHash(string(key))
return b.VBucketServerMap.VBucketMap[vbid][0]
}
return -1
}
for reqs := range incoming {
SortRequests(reqs, getServerIndex) // Sort requests by server index.
startSvr := -1
startReq := -1
for i, currReq := range reqs {
currSvr := getServerIndex(currReq.Bucket, currReq.Req.Key)
if startReq >= 0 {
if reqs[startReq].Bucket == currReq.Bucket &&
startSvr == currSvr {
continue
}
processRequests(reqs[startReq:i])
}
startSvr = currSvr
startReq = i
}
processRequests(reqs[startReq:len(reqs)])
}
}()
}
