-
Notifications
You must be signed in to change notification settings - Fork 27
Expand file tree
/
Copy pathshared.py
More file actions
166 lines (117 loc) · 4.38 KB
/
shared.py
File metadata and controls
166 lines (117 loc) · 4.38 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
"""
botogram.shared
Generic implementation of the shared memory
Copyright (C) 2015 Pietro Albini <pietro@pietroalbini.io>
Released under the MIT license
"""
import threading
import functools
import builtins
class dict(builtins.dict):
pass
class LocalDriver:
"""Local driver for the shared memory"""
def __init__(self):
self._memories = {}
self._locks = {}
def __reduce__(self):
return rebuild_local_driver, (self.export_data(),)
def get(self, component):
# Create the shared memory if it doesn't exist
new = False
if component not in self._memories:
self._memories[component] = dict()
new = True
return self._memories[component], new
def lock_acquire(self, lock_id):
# Create a new lock if it doesn't exist yet
if lock_id not in self._locks:
self._locks[lock_id] = {"obj": threading.Lock(), "acquired": False}
self._locks[lock_id]["obj"].acquire()
self._locks[lock_id]["acquired"] = True
def lock_release(self, lock_id):
if lock_id not in self._locks:
return
self._locks[lock_id]["acquired"] = False
self._locks[lock_id].release()
def lock_status(self, lock_id):
if lock_id not in self._locks:
return False
return self._locks[lock_id]["acquired"]
def import_data(self, data):
self._memories = dict(data["storage"])
# Rebuild the locks
self._locks = {}
for lock_id in data["locks"]:
self.lock_acquire(lock_id)
def export_data(self):
locks = [lock_id for lock_id, d in self._locks if not d["acquired"]]
return {"storage": self._memories.copy(), "locks": locks}
class Lock:
"""Lock backed by the botogram's shared memory"""
def __init__(self, parent, lock_id):
self._parent = parent
self._lock_id = lock_id
@property
def acquired(self):
return self._parent.driver.lock_status(self._lock_id)
def acquire(self):
"""Acquire the lock"""
self._parent.driver.lock_acquire(self._lock_id)
def release(self):
"""Release the lock"""
self._parent.driver.lock_release(self._lock_id)
__enter__ = acquire
def __exit__(self, *__):
self.release()
class SharedMemory:
"""Implementation of the shared memory for one bot"""
def __init__(self, driver=None):
# The default driver is LocalDriver
if driver is None:
driver = LocalDriver()
self.driver = driver
self._preparers = {}
def __reduce__(self):
return rebuild, (self.driver,)
def _key_of(self, *parts):
"""Get the key for a shared item"""
return ":".join(parts)
def register_preparers_list(self, component, inits):
"""Register a new list to pick preparers from"""
# Ignore the request if a list was already registered
if component in self._preparers:
return
self._preparers[component] = inits
def of(self, bot, component, *other):
"""Get the shared memory of a specific component"""
memory, is_new = self.driver.get(self._key_of(bot, component, *other))
# Treat as a standard shared memory only if no other names are provided
if not other:
# Be sure to initialize the shared memory if it's needed
if is_new:
self.apply_preparers(component, memory)
# Add the lock method to the object
memory.lock = functools.partial(self.lock, bot, component)
return memory
def apply_preparers(self, component, memory):
"""Apply all the preparers of a component to a memory"""
if component not in self._preparers:
return
for preparer in self._preparers[component]:
preparer.call(memory)
def switch_driver(self, driver=None):
"""Use another driver for this shared memory"""
if driver is None:
driver = LocalDriver()
driver.import_data(self.driver.export_data())
self.driver = driver
def lock(self, bot, component, name):
"""Get a shared lock"""
return Lock(self, self._key_of(bot, component, name))
def rebuild(driver):
return SharedMemory(driver)
def rebuild_local_driver(memories):
obj = LocalDriver()
obj.import_data(memories)
return obj