func cGetDeFromCache(cache ybc.Cacher, key []byte, etag *uint64, graceDuration time.Duration) (item *ybc.Item, err error) {
item, err = cache.GetDeAsyncItem(key, graceDuration)
if err == ybc.ErrCacheMiss || err == ybc.ErrWouldBlock {
return
}
if err != nil {
log.Fatalf("Unexpected error returned from Cache.GetItem() for key=[%s]: [%s]", key, err)
}
defer func() {
if err != nil {
item.Close()
}
}()
etagOld := *etag
if err = binaryRead(item, etag, "etag"); err != nil {
return
}
if etagOld == *etag {
item.Close()
item = nil
return
}
return
}
func processGetDeCmd(c *bufio.ReadWriter, cache ybc.Cacher, line []byte, scratchBuf *[]byte) bool {
n := -1
key := nextToken(line, &n, "key")
if key == nil {
return false
}
graceDuration, ok := parseMillisecondsToken(line, &n, "graceDuration")
if !ok {
return false
}
if !expectEof(line, n) {
return false
}
item, err := cache.GetDeAsyncItem(key, graceDuration)
if err != nil {
if err == ybc.ErrWouldBlock {
return writeStr(c.Writer, strWouldBlockCrLf)
}
if err == ybc.ErrCacheMiss {
return writeEndCrLf(c.Writer)
}
log.Fatalf("Unexpected error returned by Cache.GetDeAsyncItem(): [%s]", err)
}
// do not use defer item.Close() for performance reasons
ok = writeGetResponseWithEof(c.Writer, key, item, scratchBuf)
item.Close()
return ok
}
func processDeleteCmd(c *bufio.ReadWriter, cache ybc.Cacher, line []byte, scratchBuf *[]byte) bool {
n := -1
key := nextToken(line, &n, "key")
if key == nil {
return false
}
noreply := false
if n < len(line) {
if !expectNoreply(line, &n) {
return false
}
noreply = true
}
if !expectEof(line, n) {
return false
}
ok := cache.Delete(key)
if noreply {
return true
}
response := strDeleted
if !ok {
response = strNotFound
}
return writeStr(c.Writer, response) && writeCrLf(c.Writer)
}
func cGetFromCache(cache ybc.Cacher, key []byte, etag *uint64) (item *ybc.Item, err error) {
item, err = cache.GetItem(key)
if err == ybc.ErrCacheMiss {
return
}
if err != nil {
log.Fatalf("Unexpected error returned from Cache.GetItem() for key=[%s]: [%s]", key, err)
}
defer func() {
if err != nil {
item.Close()
}
}()
etagOld := *etag
if err = binaryRead(item, etag, "etag"); err != nil {
return
}
if etagOld == *etag {
item.Close()
item = nil
return
}
return
}
func getCasidForCachedItem(cache ybc.Cacher, key []byte) (casid uint64, cacheMiss, ok bool) {
item, err := cache.GetItem(key)
if err != nil {
if err == ybc.ErrCacheMiss {
cacheMiss = true
return
}
log.Fatalf("Unexpected error returned from Cache.GetItem() for key=[%s]: [%s]", key, err)
}
// do not use defer item.Close() for performance reasons
var buf [casidSize]byte
n, err := item.Read(buf[:])
item.Close()
if err != nil {
log.Printf("Error when reading casid for the item: [%s]", err)
return
}
if n != len(buf) {
log.Printf("Unexpected result returned from ybc.Item.Read(): %d. Expected %d", n, len(buf))
return
}
casid = binary.LittleEndian.Uint64(buf[:])
ok = true
return
}
func setToCache(cache ybc.Cacher, key []byte, flags uint32, expiration time.Duration, size int) *ybc.SetTxn {
size += binary.Size(&flags)
txn, err := cache.NewSetTxn(key, size, expiration)
if err != nil {
log.Printf("Error in Cache.NewSetTxn() for key=[%s], size=[%d], expiration=[%s]: [%s]", key, size, expiration, err)
return nil
}
binaryWrite(txn, &flags, "flags")
return txn
}
func cachedItemExists(cache ybc.Cacher, key []byte) bool {
item, err := cache.GetItem(key)
if err == ybc.ErrCacheMiss {
return false
}
if err != nil {
log.Fatalf("Unexpected error returned from Cacher.GetItem(): [%s]", err)
}
item.Close()
return true
}
func getItemAndWriteResponse(w *bufio.Writer, cache ybc.Cacher, key []byte, cas bool, scratchBuf *[]byte) bool {
item, err := cache.GetItem(key)
if err != nil {
if err == ybc.ErrCacheMiss {
return true
}
log.Fatalf("Unexpected error returned by cache.GetItem(key=[%s]): [%s]", key, err)
}
defer item.Close()
return writeGetResponse(w, key, item, cas, scratchBuf)
}
func cSetToCache(cache ybc.Cacher, key []byte, size int, flags uint32, expiration time.Duration, etag uint64, validateTtl uint32) *ybc.SetTxn {
size += binary.Size(&etag) + binary.Size(&validateTtl) + binary.Size(&flags)
txn, err := cache.NewSetTxn(key, size, expiration)
if err != nil {
log.Printf("Error in Cache.NewSetTxn() for key=[%s], size=[%d], expiration=[%s]: [%s]", key, size, expiration, err)
return nil
}
binaryWrite(txn, &etag, "etag")
binaryWrite(txn, &validateTtl, "validateTtl")
binaryWrite(txn, &flags, "flags")
return txn
}
func getItemAndWriteResponse(w *bufio.Writer, cache ybc.Cacher, key []byte, shouldWriteCasid bool, scratchBuf *[]byte) bool {
item, err := cache.GetItem(key)
if err != nil {
if err == ybc.ErrCacheMiss {
return true
}
log.Fatalf("Unexpected error returned by cache.GetItem(key=[%s]): [%s]", key, err)
}
// do not use defer item.Close() for performance reasons
ok := writeGetResponse(w, key, item, shouldWriteCasid, scratchBuf)
item.Close()
return ok
}
func revalidateAndSetItemValueInternal(client Ccacher, cache ybc.Cacher, it *ybc.Item, item *Item, casid uint64, flags, validateTtl uint32, getFunc func() error) error {
if err := getFunc(); err != nil {
if err == ErrNotModified {
if validateTtl > 0 {
updateLocalItem(cache, it, item.Key, casid, flags, validateTtl)
}
return setItemValue(it, item)
}
if err == ErrCacheMiss {
cache.Delete(item.Key)
}
return err
}
return cacheItem(cache, item)
}
func processFlushAllCmd(c *bufio.ReadWriter, cache ybc.Cacher, line []byte, flushAllTimer **time.Timer) bool {
expiration, noreply, ok := parseFlushAllCmd(line)
if !ok {
return false
}
(*flushAllTimer).Stop()
if expiration <= 0 {
cache.Clear()
} else {
*flushAllTimer = time.AfterFunc(expiration, cacheClearFunc(cache))
}
if noreply {
return true
}
return writeStr(c.Writer, strOkCrLf)
}
func writeItemMetadata(cache ybc.Cacher, key []byte, size int, ttl time.Duration, etag uint64, validateTtl uint32, flags uint32) *ybc.SetTxn {
validateExpiration64 := uint64(time.Now().Add(time.Duration(validateTtl) * time.Millisecond).UnixNano())
size += binary.Size(&etag) + binary.Size(&validateTtl) + binary.Size(flags) + binary.Size(&validateExpiration64)
txn, err := cache.NewSetTxn(key, size, ttl)
if err != nil {
log.Printf("Unexpected error in Cache.NewSetTxn(size=%d): [%s]", size, err)
return nil
}
binaryWrite(txn, &etag, "etag")
binaryWrite(txn, &validateTtl, "validateTtl")
binaryWrite(txn, &flags, "flags")
binaryWrite(txn, &validateExpiration64, "validateExpiration")
return txn
}
func processCgetDeCmd(c *bufio.ReadWriter, cache ybc.Cacher, line []byte, scratchBuf *[]byte) bool {
n := -1
key := nextToken(line, &n, "key")
if key == nil {
return false
}
casid, ok := parseUint64Token(line, &n, "casid")
if !ok {
return false
}
graceDuration, ok := parseMillisecondsToken(line, &n, "graceDuration")
if !ok {
return false
}
if !expectEof(line, n) {
return false
}
item, err := cache.GetDeAsyncItem(key, graceDuration)
if err == ybc.ErrWouldBlock {
return writeStr(c.Writer, strWouldBlockCrLf)
}
if err == ybc.ErrCacheMiss {
return writeStr(c.Writer, strEndCrLf)
}
if err != nil {
log.Fatalf("Unexpected error returned: [%s]", err)
}
// do not use defer item.Close() for performance reasons
isModified, ok := checkAndUpdateCasid(item, &casid)
if !ok {
item.Close()
return false
}
if !isModified {
item.Close()
return writeStr(c.Writer, strNotModifiedCrLf)
}
ok = writeGetResponseWithEof(c.Writer, key, item, scratchBuf)
item.Close()
return ok
}
func processDeleteCmd(c *bufio.ReadWriter, cache ybc.Cacher, line []byte, scratchBuf *[]byte) bool {
n := -1
key := nextToken(line, &n, "key")
if key == nil {
return false
}
noreply := false
if n < len(line) {
s := nextToken(line, &n, "noreply_or_exptime")
if s == nil {
return false
}
if !bytes.Equal(s, strNoreply) {
if _, ok := parseUint32(s); !ok {
return false
}
if n < len(line) {
if !expectNoreply(line, &n) {
return false
}
noreply = true
}
} else {
noreply = true
}
}
if !expectEof(line, n) {
return false
}
ok := cache.Delete(key)
if noreply {
return true
}
response := strDeletedCrLf
if !ok {
response = strNotFoundCrLf
}
return writeStr(c.Writer, response)
}
func startSetTxn(cache ybc.Cacher, key []byte, flags uint32, expiration time.Duration, size int) *ybc.SetTxn {
casid := getCasid()
size += casidSize + flagsSize
txn, err := cache.NewSetTxn(key, size, expiration)
if err != nil {
log.Printf("Error in Cache.NewSetTxn() for key=[%s], size=[%d], expiration=[%s]: [%s]", key, size, expiration, err)
return nil
}
var buf [casidSize + flagsSize]byte
binary.LittleEndian.PutUint64(buf[:casidSize], casid)
binary.LittleEndian.PutUint32(buf[casidSize:], flags)
n, err := txn.Write(buf[:])
if err != nil {
log.Fatalf("Error in SetTxn.Write(): [%s]", err)
}
if n != len(buf) {
log.Fatalf("Unexpected result returned from SetTxn.Write(): %d. Expected %d", n, len(buf))
}
return txn
}
func revalidateAndSetItemValueInternal(client Ccacher, cache ybc.Cacher, it *ybc.Item, item *Item, etag uint64, validateTtl uint32, getFunc func(*Citem) error) error {
citem := Citem{
Item: Item{
Key: item.Key,
},
Etag: etag,
}
if err := getFunc(&citem); err != nil {
if err == ErrNotModified {
if validateTtl > 0 {
updateLocalItem(cache, it, item, etag, validateTtl)
}
return setItemValue(it, item)
}
if err == ErrCacheMiss {
cache.Delete(item.Key)
}
return err
}
cacheCitem(cache, &citem)
item.Value = citem.Value
return nil
}
func writeItemMetadata(cache ybc.Cacher, key []byte, size int, casid uint64, flags, validateTtl uint32) *ybc.SetTxn {
validateExpiration64 := uint64(time.Now().Add(time.Duration(validateTtl) * time.Millisecond).UnixNano())
size += metadataSize
txn, err := cache.NewSetTxn(key, size, ybc.MaxTtl)
if err != nil {
log.Printf("Unexpected error in Cache.NewSetTxn(size=%d): [%s]", size, err)
return nil
}
var buf [metadataSize]byte
binary.LittleEndian.PutUint64(buf[:casidSize], casid)
binary.LittleEndian.PutUint32(buf[casidSize:], flags)
binary.LittleEndian.PutUint32(buf[casidSize+flagsSize:], validateTtl)
binary.LittleEndian.PutUint64(buf[casidSize+flagsSize+validateTtlSize:], validateExpiration64)
n, err := txn.Write(buf[:])
if err != nil {
log.Fatalf("Error in SetTxn.Write(): [%s]", err)
}
if n != len(buf) {
log.Fatalf("Unexpected result returned from SetTxn.Write(): %d. Expected %d", n, len(buf))
}
return txn
}
func main() {
iniflags.Parse()
runtime.GOMAXPROCS(*goMaxProcs)
syncInterval_ := *syncInterval
if syncInterval_ <= 0 {
syncInterval_ = ybc.ConfigDisableSync
}
config := ybc.Config{
MaxItemsCount: ybc.SizeT(*maxItemsCount),
DataFileSize: ybc.SizeT(*cacheSize) * ybc.SizeT(1024*1024),
HotItemsCount: ybc.SizeT(*hotItemsCount),
HotDataSize: ybc.SizeT(*hotDataSize),
DeHashtableSize: *deHashtableSize,
SyncInterval: syncInterval_,
}
var cache ybc.Cacher
var err error
cacheFilesPath_ := strings.Split(*cacheFilesPath, ",")
cacheFilesCount := len(cacheFilesPath_)
log.Printf("Opening data files. This can take a while for the first time if files are big\n")
if cacheFilesCount < 2 {
if cacheFilesPath_[0] != "" {
config.DataFile = cacheFilesPath_[0] + ".go-memcached.data"
config.IndexFile = cacheFilesPath_[0] + ".go-memcached.index"
}
cache, err = config.OpenCache(true)
if err != nil {
log.Fatalf("Cannot open cache: [%s]", err)
}
} else if cacheFilesCount > 1 {
config.MaxItemsCount /= ybc.SizeT(cacheFilesCount)
config.DataFileSize /= ybc.SizeT(cacheFilesCount)
var configs ybc.ClusterConfig
configs = make([]*ybc.Config, cacheFilesCount)
for i := 0; i < cacheFilesCount; i++ {
cfg := config
cfg.DataFile = cacheFilesPath_[i] + ".go-memcached.data"
cfg.IndexFile = cacheFilesPath_[i] + ".go-memcached.index"
configs[i] = &cfg
}
cache, err = configs.OpenCluster(true)
if err != nil {
log.Fatalf("Cannot open cache cluster: [%s]", err)
}
}
defer cache.Close()
log.Printf("Data files have been opened\n")
s := memcache.Server{
Cache: cache,
ListenAddr: *listenAddr,
ReadBufferSize: *readBufferSize,
WriteBufferSize: *writeBufferSize,
OSReadBufferSize: *osReadBufferSize,
OSWriteBufferSize: *osWriteBufferSize,
}
log.Printf("Starting the server")
if err := s.Serve(); err != nil {
log.Fatalf("Cannot serve traffic: [%s]", err)
}
}