Repository navigation
Expand file tree
/
Copy pathmemory_cache.py
More file actions
69 lines (54 loc) · 2.12 KB
/
Copy pathmemory_cache.py
File metadata and controls
69 lines (54 loc) · 2.12 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
# -*- coding: utf-8 -*-
from typing import Any, Callable, List, Tuple
import cachetools
from modelcache.manager.eviction.base import EvictionBase
from .arc_cache import ARC
from .wtinylfu_cache import W2TinyLFU
def popitem_wrapper(func, wrapper_func, clean_size):
def wrapper(*args, **kwargs):
keys = []
try:
keys = [func(*args, **kwargs)[0] for _ in range(clean_size)]
except KeyError:
pass
wrapper_func(keys)
return wrapper
class MemoryCacheEviction(EvictionBase):
def __init__(self, policy: str, maxsize: int, clean_size: int, **kwargs):
self._policy = policy.upper()
self.model_to_cache = dict()
self.maxsize = maxsize
self.clean_size = clean_size
self.kwargs = kwargs
def create_cache(self, model: str):
if self._policy == "LRU":
cache = cachetools.LRUCache(maxsize=self.maxsize, **self.kwargs)
elif self._policy == "LFU":
cache = cachetools.LFUCache(maxsize=self.maxsize, **self.kwargs)
elif self._policy == "FIFO":
cache = cachetools.FIFOCache(maxsize=self.maxsize, **self.kwargs)
elif self._policy == "RR":
cache = cachetools.RRCache(maxsize=self.maxsize, **self.kwargs)
elif self._policy == "WTINYLFU":
cache = W2TinyLFU(maxsize=self.maxsize)
elif self._policy == "ARC":
cache = ARC(maxsize=self.maxsize)
else:
raise ValueError(f"Unknown policy {self.policy}")
return cache
def put(self, objs: List[Tuple[Any, Any]], model: str):
cache = self.get_cache(model)
for key, value in objs:
cache[key] = value
def get(self, obj: Any, model: str):
cache = self.get_cache(model)
return cache.get(obj)
def clear(self, model: str):
self.model_to_cache.pop(model, None)
def get_cache(self, model: str):
if not model in self.model_to_cache:
self.model_to_cache[model] = self.create_cache(model)
return self.model_to_cache[model]
@property
def policy(self) -> str:
return self._policy