Repository navigation
Expand file tree
/
Copy pathmemory_cache.py
More file actions
44 lines (35 loc) · 1.42 KB
/
Copy pathmemory_cache.py
File metadata and controls
44 lines (35 loc) · 1.42 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
# -*- coding: utf-8 -*-
from typing import Any, Callable, List
import cachetools
from modelcache.manager.eviction.base import EvictionBase
def popitem_wrapper(func, wrapper_func, clean_size):
def wrapper(*args, **kwargs):
keys = []
try:
keys = [func(*args, **kwargs)[0] for _ in range(clean_size)]
except KeyError:
pass
wrapper_func(keys)
return wrapper
class MemoryCacheEviction(EvictionBase):
def __init__(self, policy: str, maxsize: int, clean_size: int, on_evict: Callable[[List[Any]], None], **kwargs):
self._policy = policy.upper()
if self._policy == "LRU":
self._cache = cachetools.LRUCache(maxsize=maxsize, **kwargs)
elif self._policy == "LFU":
self._cache = cachetools.LFUCache(maxsize=maxsize, **kwargs)
elif self._policy == "FIFO":
self._cache = cachetools.FIFOCache(maxsize=maxsize, **kwargs)
elif self._policy == "RR":
self._cache = cachetools.RRCache(maxsize=maxsize, **kwargs)
else:
raise ValueError(f"Unknown policy {policy}")
self._cache.popitem = popitem_wrapper(self._cache.popitem, on_evict, clean_size)
def put(self, objs: List[Any]):
for obj in objs:
self._cache[obj] = True
def get(self, obj: Any):
return self._cache.get(obj)
@property
def policy(self) -> str:
return self._policy