コード例 #1
0
func setCaches(u utils.Utils, caches *sliceCache) {
	if caches == nil || len(*caches) < 1 {
		return
	}

	items := make([]utils.MemoryItem, len(*caches))
	ttlMemory := utils.ConfigGetIntWithDefault(u, "TTL_MEMORY", 86400)
	ttlDefault := utils.ConfigGetTtlDefault(u)
	ttlRestricted := utils.ConfigGetIntWithDefault(u, "TTL_RESTRICTED", 60)

	for index, cache := range *caches {
		valueTtl := ttlDefault
		if cache.Count < 1 {
			valueTtl = ttlRestricted
		}

		items[index] = utils.MemoryItem{
			Key:   getCacheKey(cache),
			Value: fmt.Sprintf("%d;%d", cache.Count, time.Now().Unix()+valueTtl),
			Ttl:   ttlMemory,
		}
	}

	if err := u.MemorySet(&items); err != nil {
		u.Errorf("u.MemorySet(%d) error %v", len(items), err)
	}
}
コード例 #2
0
func checkCachesForRefresh(u utils.Utils, caches *sliceCache) {
	newCaches := make(sliceCache, 0)
	ttlLeftThreshold := utils.ConfigGetIntWithDefault(u, "REFRESH_TTL_LEFT_THRESHOLD", 10)

	for _, c := range *caches {
		if c.TtlLeft > ttlLeftThreshold {
			continue
		}

		if c.Count < COUNT_INITIAL_VALUE {
			continue
		}

		if dataNeedRefresh == nil {
			newData := make(MapUrlServiceCount)
			dataNeedRefresh = &newData
		}
		DataAdd(dataNeedRefresh, c.Service, c.Url)
		(*dataNeedRefresh)[c.Url][c.Service] = c.Count

		// intentionally do not count unique url because if one url got flagged
		// multiple times, it should be refreshed anyway
		dataNeedRefreshCount++

		// temporary mark the cached count as fresh to avoid other process
		// also trying to refresh it, we will take care of it later
		newCaches = append(newCaches, cache{Service: c.Service, Url: c.Url, Count: c.Count})
	}

	setCaches(u, &newCaches)
}
コード例 #3
0
func scheduleRefreshIfNeeded(u utils.Utils) {
	if dataNeedRefresh == nil {
		return
	}

	if dataNeedRefreshCount < utils.ConfigGetIntWithDefault(u, "REFRESH_BATCH_SIZE", 20) {
		return
	}

	u.Delay(DELAY_HANDLER_NAME_REFRESH, *dataNeedRefresh)
	dataNeedRefresh = nil
	dataNeedRefreshCount = 0
}