Add maxage

This commit is contained in:
Ethan Dalool 2017-04-01 00:08:56 -07:00
parent 988bfa5cc9
commit 97242dab2d

View file

@ -1,13 +1,19 @@
import collections import collections
import itertools
import time import time
class Cache: class Cache:
def __init__(self, maxlen=None): def __init__(self, maxage=None, maxlen=None, shrink_delay=None):
self.maxage = maxage
self.maxlen = maxlen self.maxlen = maxlen
self.shrink_delay = shrink_delay
self.last_shrink = time.time()
self._dict = {} self._dict = {}
#self._order = collections.deque()
self._recency = {} self._recency = {}
def __getitem__(self, key): def __getitem__(self, key):
self._shrink()
value = self._dict[key] value = self._dict[key]
self._maintain(key) self._maintain(key)
return value return value
@ -16,23 +22,32 @@ class Cache:
self._shrink() self._shrink()
self._dict[key] = value self._dict[key] = value
self._maintain(key) self._maintain(key)
#print(self._dict, self._recency)
def _maintain(self, key): def _maintain(self, key):
self._recency[key] = time.time() self._recency[key] = time.time()
def _shrink(self): def _shrink(self):
if self.shrink_delay is not None:
if time.time() - self.last_shrink > self.shrink_delay:
return
now = time.time()
self.last_shrink = now
if self.maxlen is None: if self.maxlen is None:
return pop_count = 0
else:
pop_count = len(self._dict) - self.maxlen pop_count = len(self._dict) - self.maxlen
if pop_count < 1:
return
keys = sorted(self._recency.keys(), key=self._recency.get) keys = sorted(self._recency.keys(), key=self._recency.get)
for key in keys[:pop_count]: for key in itertools.islice(keys, 0, pop_count):
self._dict.pop(key) self.remove(key)
self._recency.pop(key)
if self.maxage is not None:
for key in itertools.islice(keys, pop_count, None):
last_used = self._recency[key]
age = now - last_used
if age > self.maxage:
self.remove(key)
def get(self, key, fallback=None): def get(self, key, fallback=None):
try: try: