419 lines
8.1 KiB
Go
419 lines
8.1 KiB
Go
package gcache
|
|
|
|
import (
|
|
"container/list"
|
|
"time"
|
|
)
|
|
|
|
// Constantly balances between LRU and LFU, to improve the combined result.
|
|
type ARC struct {
|
|
baseCache
|
|
items map[interface{}]*arcItem
|
|
|
|
part int
|
|
t1 *arcList
|
|
t2 *arcList
|
|
b1 *arcList
|
|
b2 *arcList
|
|
}
|
|
|
|
func newARC(cb *CacheBuilder) *ARC {
|
|
c := &ARC{}
|
|
buildCache(&c.baseCache, cb)
|
|
|
|
c.init()
|
|
c.loadGroup.cache = c
|
|
return c
|
|
}
|
|
|
|
func (c *ARC) init() {
|
|
c.items = make(map[interface{}]*arcItem)
|
|
c.t1 = newARCList()
|
|
c.t2 = newARCList()
|
|
c.b1 = newARCList()
|
|
c.b2 = newARCList()
|
|
}
|
|
|
|
func (c *ARC) replace(key interface{}) {
|
|
var old interface{}
|
|
if (c.t1.Len() > 0 && c.b2.Has(key) && c.t1.Len() == c.part) || (c.t1.Len() > c.part) {
|
|
old = c.t1.RemoveTail()
|
|
c.b1.PushFront(old)
|
|
} else if c.t2.l.Len() > 0 {
|
|
old = c.t2.RemoveTail()
|
|
c.b2.PushFront(old)
|
|
} else {
|
|
return
|
|
}
|
|
item, ok := c.items[old]
|
|
if ok {
|
|
delete(c.items, old)
|
|
if c.evictedFunc != nil {
|
|
c.evictedFunc(item.key, item.value)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (c *ARC) Set(key, value interface{}) error {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
_, err := c.set(key, value)
|
|
return err
|
|
}
|
|
|
|
// Set a new key-value pair with an expiration time
|
|
func (c *ARC) SetWithExpire(key, value interface{}, expiration time.Duration) error {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
item, err := c.set(key, value)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
t := c.clock.Now().Add(expiration)
|
|
item.(*arcItem).expiration = &t
|
|
return nil
|
|
}
|
|
|
|
func (c *ARC) set(key, value interface{}) (interface{}, error) {
|
|
var err error
|
|
if c.serializeFunc != nil {
|
|
value, err = c.serializeFunc(key, value)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
item, ok := c.items[key]
|
|
if ok {
|
|
item.value = value
|
|
} else {
|
|
item = &arcItem{
|
|
clock: c.clock,
|
|
key: key,
|
|
value: value,
|
|
}
|
|
c.items[key] = item
|
|
}
|
|
|
|
if c.expiration != nil {
|
|
t := c.clock.Now().Add(*c.expiration)
|
|
item.expiration = &t
|
|
}
|
|
|
|
defer func() {
|
|
if c.addedFunc != nil {
|
|
c.addedFunc(key, value)
|
|
}
|
|
}()
|
|
|
|
if c.t1.Has(key) || c.t2.Has(key) {
|
|
return item, nil
|
|
}
|
|
|
|
if elt := c.b1.Lookup(key); elt != nil {
|
|
c.part = minInt(c.size, c.part+maxInt(c.b2.Len()/c.b1.Len(), 1))
|
|
c.replace(key)
|
|
c.b1.Remove(key, elt)
|
|
c.t2.PushFront(key)
|
|
return item, nil
|
|
}
|
|
|
|
if elt := c.b2.Lookup(key); elt != nil {
|
|
c.part = maxInt(0, c.part-maxInt(c.b1.Len()/c.b2.Len(), 1))
|
|
c.replace(key)
|
|
c.b2.Remove(key, elt)
|
|
c.t2.PushFront(key)
|
|
return item, nil
|
|
}
|
|
|
|
if c.t1.Len()+c.b1.Len() == c.size {
|
|
if c.t1.Len() < c.size {
|
|
c.b1.RemoveTail()
|
|
c.replace(key)
|
|
} else {
|
|
pop := c.t1.RemoveTail()
|
|
item, ok := c.items[pop]
|
|
if ok {
|
|
delete(c.items, pop)
|
|
if c.evictedFunc != nil {
|
|
c.evictedFunc(item.key, item.value)
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
total := c.t1.Len() + c.b1.Len() + c.t2.Len() + c.b2.Len()
|
|
if total >= c.size {
|
|
if total == (2 * c.size) {
|
|
c.b2.RemoveTail()
|
|
}
|
|
c.replace(key)
|
|
}
|
|
}
|
|
c.t1.PushFront(key)
|
|
return item, nil
|
|
}
|
|
|
|
// Get a value from cache pool using key if it exists. If not exists and it has LoaderFunc, it will generate the value using you have specified LoaderFunc method returns value.
|
|
func (c *ARC) Get(key interface{}) (interface{}, error) {
|
|
v, err := c.get(key, false)
|
|
if err == KeyNotFoundError {
|
|
return c.getWithLoader(key, true)
|
|
}
|
|
return v, err
|
|
}
|
|
|
|
// Get a value from cache pool using key if it exists.
|
|
// If it dose not exists key, returns KeyNotFoundError.
|
|
// And send a request which refresh value for specified key if cache object has LoaderFunc.
|
|
func (c *ARC) GetIFPresent(key interface{}) (interface{}, error) {
|
|
v, err := c.get(key, false)
|
|
if err == KeyNotFoundError {
|
|
return c.getWithLoader(key, false)
|
|
}
|
|
return v, err
|
|
}
|
|
|
|
func (c *ARC) get(key interface{}, onLoad bool) (interface{}, error) {
|
|
v, err := c.getValue(key, onLoad)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if c.deserializeFunc != nil {
|
|
return c.deserializeFunc(key, v)
|
|
}
|
|
return v, nil
|
|
}
|
|
|
|
func (c *ARC) getValue(key interface{}, onLoad bool) (interface{}, error) {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
if elt := c.t1.Lookup(key); elt != nil {
|
|
c.t1.Remove(key, elt)
|
|
item := c.items[key]
|
|
if !item.IsExpired(nil) {
|
|
c.t2.PushFront(key)
|
|
if !onLoad {
|
|
c.stats.IncrHitCount()
|
|
}
|
|
return item.value, nil
|
|
} else {
|
|
delete(c.items, key)
|
|
c.b1.PushFront(key)
|
|
if c.evictedFunc != nil {
|
|
c.evictedFunc(item.key, item.value)
|
|
}
|
|
}
|
|
}
|
|
if elt := c.t2.Lookup(key); elt != nil {
|
|
item := c.items[key]
|
|
if !item.IsExpired(nil) {
|
|
c.t2.MoveToFront(elt)
|
|
if !onLoad {
|
|
c.stats.IncrHitCount()
|
|
}
|
|
return item.value, nil
|
|
} else {
|
|
delete(c.items, key)
|
|
c.t2.Remove(key, elt)
|
|
c.b2.PushFront(key)
|
|
if c.evictedFunc != nil {
|
|
c.evictedFunc(item.key, item.value)
|
|
}
|
|
}
|
|
}
|
|
|
|
if !onLoad {
|
|
c.stats.IncrMissCount()
|
|
}
|
|
return nil, KeyNotFoundError
|
|
}
|
|
|
|
func (c *ARC) getWithLoader(key interface{}, isWait bool) (interface{}, error) {
|
|
if c.loaderExpireFunc == nil {
|
|
return nil, KeyNotFoundError
|
|
}
|
|
value, _, err := c.load(key, func(v interface{}, expiration *time.Duration, e error) (interface{}, error) {
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
item, err := c.set(key, v)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if expiration != nil {
|
|
t := c.clock.Now().Add(*expiration)
|
|
item.(*arcItem).expiration = &t
|
|
}
|
|
return v, nil
|
|
}, isWait)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return value, nil
|
|
}
|
|
|
|
// Remove removes the provided key from the cache.
|
|
func (c *ARC) Remove(key interface{}) bool {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
return c.remove(key)
|
|
}
|
|
|
|
func (c *ARC) remove(key interface{}) bool {
|
|
if elt := c.t1.Lookup(key); elt != nil {
|
|
c.t1.Remove(key, elt)
|
|
item := c.items[key]
|
|
delete(c.items, key)
|
|
c.b1.PushFront(key)
|
|
if c.evictedFunc != nil {
|
|
c.evictedFunc(key, item.value)
|
|
}
|
|
return true
|
|
}
|
|
|
|
if elt := c.t2.Lookup(key); elt != nil {
|
|
c.t2.Remove(key, elt)
|
|
item := c.items[key]
|
|
delete(c.items, key)
|
|
c.b2.PushFront(key)
|
|
if c.evictedFunc != nil {
|
|
c.evictedFunc(key, item.value)
|
|
}
|
|
return true
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
func (c *ARC) keys() []interface{} {
|
|
c.mu.RLock()
|
|
defer c.mu.RUnlock()
|
|
keys := make([]interface{}, len(c.items))
|
|
var i = 0
|
|
for k := range c.items {
|
|
keys[i] = k
|
|
i++
|
|
}
|
|
return keys
|
|
}
|
|
|
|
// Keys returns a slice of the keys in the cache.
|
|
func (c *ARC) Keys() []interface{} {
|
|
keys := []interface{}{}
|
|
for _, k := range c.keys() {
|
|
_, err := c.GetIFPresent(k)
|
|
if err == nil {
|
|
keys = append(keys, k)
|
|
}
|
|
}
|
|
return keys
|
|
}
|
|
|
|
// Returns all key-value pairs in the cache.
|
|
func (c *ARC) GetALL() map[interface{}]interface{} {
|
|
m := make(map[interface{}]interface{})
|
|
for _, k := range c.keys() {
|
|
v, err := c.GetIFPresent(k)
|
|
if err == nil {
|
|
m[k] = v
|
|
}
|
|
}
|
|
return m
|
|
}
|
|
|
|
// Len returns the number of items in the cache.
|
|
func (c *ARC) Len() int {
|
|
return len(c.GetALL())
|
|
}
|
|
|
|
// Purge is used to completely clear the cache
|
|
func (c *ARC) Purge() {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
if c.purgeVisitorFunc != nil {
|
|
for _, item := range c.items {
|
|
c.purgeVisitorFunc(item.key, item.value)
|
|
}
|
|
}
|
|
|
|
c.init()
|
|
}
|
|
|
|
// returns boolean value whether this item is expired or not.
|
|
func (it *arcItem) IsExpired(now *time.Time) bool {
|
|
if it.expiration == nil {
|
|
return false
|
|
}
|
|
if now == nil {
|
|
t := it.clock.Now()
|
|
now = &t
|
|
}
|
|
return it.expiration.Before(*now)
|
|
}
|
|
|
|
type arcList struct {
|
|
l *list.List
|
|
keys map[interface{}]*list.Element
|
|
}
|
|
|
|
type arcItem struct {
|
|
clock Clock
|
|
key interface{}
|
|
value interface{}
|
|
expiration *time.Time
|
|
}
|
|
|
|
func newARCList() *arcList {
|
|
return &arcList{
|
|
l: list.New(),
|
|
keys: make(map[interface{}]*list.Element),
|
|
}
|
|
}
|
|
|
|
func (al *arcList) Has(key interface{}) bool {
|
|
_, ok := al.keys[key]
|
|
return ok
|
|
}
|
|
|
|
func (al *arcList) Lookup(key interface{}) *list.Element {
|
|
elt := al.keys[key]
|
|
return elt
|
|
}
|
|
|
|
func (al *arcList) MoveToFront(elt *list.Element) {
|
|
al.l.MoveToFront(elt)
|
|
}
|
|
|
|
func (al *arcList) PushFront(key interface{}) {
|
|
if elt, ok := al.keys[key]; ok {
|
|
al.l.MoveToFront(elt)
|
|
return
|
|
}
|
|
elt := al.l.PushFront(key)
|
|
al.keys[key] = elt
|
|
}
|
|
|
|
func (al *arcList) Remove(key interface{}, elt *list.Element) {
|
|
delete(al.keys, key)
|
|
al.l.Remove(elt)
|
|
}
|
|
|
|
func (al *arcList) RemoveTail() interface{} {
|
|
elt := al.l.Back()
|
|
al.l.Remove(elt)
|
|
|
|
key := elt.Value
|
|
delete(al.keys, key)
|
|
|
|
return key
|
|
}
|
|
|
|
func (al *arcList) Len() int {
|
|
return al.l.Len()
|
|
}
|