1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
"""Extensible memoizing decorator helpers."""
def _cached_locked_info(func, cache, key, lock, info):
hits = misses = 0
def wrapper(*args, **kwargs):
nonlocal hits, misses
k = key(*args, **kwargs)
with lock:
try:
result = cache[k]
hits += 1
return result
except KeyError:
misses += 1
v = func(*args, **kwargs)
with lock:
try:
# in case of a race, prefer the item already in the cache
return cache.setdefault(k, v)
except ValueError:
return v # value too large
def cache_clear():
nonlocal hits, misses
with lock:
cache.clear()
hits = misses = 0
def cache_info():
with lock:
return info(hits, misses)
wrapper.cache_clear = cache_clear
wrapper.cache_info = cache_info
return wrapper
def _cached_unlocked_info(func, cache, key, info):
hits = misses = 0
def wrapper(*args, **kwargs):
nonlocal hits, misses
k = key(*args, **kwargs)
try:
result = cache[k]
hits += 1
return result
except KeyError:
misses += 1
v = func(*args, **kwargs)
try:
cache[k] = v
except ValueError:
pass # value too large
return v
def cache_clear():
nonlocal hits, misses
cache.clear()
hits = misses = 0
wrapper.cache_clear = cache_clear
wrapper.cache_info = lambda: info(hits, misses)
return wrapper
def _uncached_info(func, info):
misses = 0
def wrapper(*args, **kwargs):
nonlocal misses
misses += 1
return func(*args, **kwargs)
def cache_clear():
nonlocal misses
misses = 0
wrapper.cache_clear = cache_clear
wrapper.cache_info = lambda: info(0, misses)
return wrapper
def _cached_locked(func, cache, key, lock):
def wrapper(*args, **kwargs):
k = key(*args, **kwargs)
with lock:
try:
return cache[k]
except KeyError:
pass # key not found
v = func(*args, **kwargs)
with lock:
try:
# in case of a race, prefer the item already in the cache
return cache.setdefault(k, v)
except ValueError:
return v # value too large
def cache_clear():
with lock:
cache.clear()
wrapper.cache_clear = cache_clear
return wrapper
def _cached_unlocked(func, cache, key):
def wrapper(*args, **kwargs):
k = key(*args, **kwargs)
try:
return cache[k]
except KeyError:
pass # key not found
v = func(*args, **kwargs)
try:
cache[k] = v
except ValueError:
pass # value too large
return v
wrapper.cache_clear = lambda: cache.clear()
return wrapper
def _uncached(func):
def wrapper(*args, **kwargs):
return func(*args, **kwargs)
wrapper.cache_clear = lambda: None
return wrapper
def _cached_wrapper(func, cache, key, lock, info):
if info is not None:
if cache is None:
wrapper = _uncached_info(func, info)
elif lock is None:
wrapper = _cached_unlocked_info(func, cache, key, info)
else:
wrapper = _cached_locked_info(func, cache, key, lock, info)
else:
if cache is None:
wrapper = _uncached(func)
elif lock is None:
wrapper = _cached_unlocked(func, cache, key)
else:
wrapper = _cached_locked(func, cache, key, lock)
wrapper.cache_info = None
return wrapper
|
