registry.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390
  1. # event/registry.py
  2. # Copyright (C) 2005-2025 the SQLAlchemy authors and contributors
  3. # <see AUTHORS file>
  4. #
  5. # This module is part of SQLAlchemy and is released under
  6. # the MIT License: https://www.opensource.org/licenses/mit-license.php
  7. """Provides managed registration services on behalf of :func:`.listen`
  8. arguments.
  9. By "managed registration", we mean that event listening functions and
  10. other objects can be added to various collections in such a way that their
  11. membership in all those collections can be revoked at once, based on
  12. an equivalent :class:`._EventKey`.
  13. """
  14. from __future__ import annotations
  15. import collections
  16. import types
  17. import typing
  18. from typing import Any
  19. from typing import Callable
  20. from typing import cast
  21. from typing import Deque
  22. from typing import Dict
  23. from typing import Generic
  24. from typing import Iterable
  25. from typing import Optional
  26. from typing import Tuple
  27. from typing import TypeVar
  28. from typing import Union
  29. import weakref
  30. from .. import exc
  31. from .. import util
  32. if typing.TYPE_CHECKING:
  33. from .attr import RefCollection
  34. from .base import dispatcher
  35. _ListenerFnType = Callable[..., Any]
  36. _ListenerFnKeyType = Union[int, Tuple[int, int]]
  37. _EventKeyTupleType = Tuple[int, str, _ListenerFnKeyType]
  38. _ET = TypeVar("_ET", bound="EventTarget")
  39. class EventTarget:
  40. """represents an event target, that is, something we can listen on
  41. either with that target as a class or as an instance.
  42. Examples include: Connection, Mapper, Table, Session,
  43. InstrumentedAttribute, Engine, Pool, Dialect.
  44. """
  45. __slots__ = ()
  46. dispatch: dispatcher[Any]
  47. _RefCollectionToListenerType = Dict[
  48. "weakref.ref[RefCollection[Any]]",
  49. "weakref.ref[_ListenerFnType]",
  50. ]
  51. _key_to_collection: Dict[_EventKeyTupleType, _RefCollectionToListenerType] = (
  52. collections.defaultdict(dict)
  53. )
  54. """
  55. Given an original listen() argument, can locate all
  56. listener collections and the listener fn contained
  57. (target, identifier, fn) -> {
  58. ref(listenercollection) -> ref(listener_fn)
  59. ref(listenercollection) -> ref(listener_fn)
  60. ref(listenercollection) -> ref(listener_fn)
  61. }
  62. """
  63. _ListenerToEventKeyType = Dict[
  64. "weakref.ref[_ListenerFnType]",
  65. _EventKeyTupleType,
  66. ]
  67. _collection_to_key: Dict[
  68. weakref.ref[RefCollection[Any]],
  69. _ListenerToEventKeyType,
  70. ] = collections.defaultdict(dict)
  71. """
  72. Given a _ListenerCollection or _ClsLevelListener, can locate
  73. all the original listen() arguments and the listener fn contained
  74. ref(listenercollection) -> {
  75. ref(listener_fn) -> (target, identifier, fn),
  76. ref(listener_fn) -> (target, identifier, fn),
  77. ref(listener_fn) -> (target, identifier, fn),
  78. }
  79. """
  80. def _collection_gced(ref: weakref.ref[Any]) -> None:
  81. # defaultdict, so can't get a KeyError
  82. if not _collection_to_key or ref not in _collection_to_key:
  83. return
  84. ref = cast("weakref.ref[RefCollection[EventTarget]]", ref)
  85. listener_to_key = _collection_to_key.pop(ref)
  86. for key in listener_to_key.values():
  87. if key in _key_to_collection:
  88. # defaultdict, so can't get a KeyError
  89. dispatch_reg = _key_to_collection[key]
  90. dispatch_reg.pop(ref)
  91. if not dispatch_reg:
  92. _key_to_collection.pop(key)
  93. def _stored_in_collection(
  94. event_key: _EventKey[_ET], owner: RefCollection[_ET]
  95. ) -> bool:
  96. key = event_key._key
  97. dispatch_reg = _key_to_collection[key]
  98. owner_ref = owner.ref
  99. listen_ref = weakref.ref(event_key._listen_fn)
  100. if owner_ref in dispatch_reg:
  101. return False
  102. dispatch_reg[owner_ref] = listen_ref
  103. listener_to_key = _collection_to_key[owner_ref]
  104. listener_to_key[listen_ref] = key
  105. return True
  106. def _removed_from_collection(
  107. event_key: _EventKey[_ET], owner: RefCollection[_ET]
  108. ) -> None:
  109. key = event_key._key
  110. dispatch_reg = _key_to_collection[key]
  111. listen_ref = weakref.ref(event_key._listen_fn)
  112. owner_ref = owner.ref
  113. dispatch_reg.pop(owner_ref, None)
  114. if not dispatch_reg:
  115. del _key_to_collection[key]
  116. if owner_ref in _collection_to_key:
  117. listener_to_key = _collection_to_key[owner_ref]
  118. # see #12216 - this guards against a removal that already occurred
  119. # here. however, I cannot come up with a test that shows any negative
  120. # side effects occurring from this removal happening, even though an
  121. # event key may still be referenced from a clsleveldispatch here
  122. listener_to_key.pop(listen_ref, None)
  123. def _stored_in_collection_multi(
  124. newowner: RefCollection[_ET],
  125. oldowner: RefCollection[_ET],
  126. elements: Iterable[_ListenerFnType],
  127. ) -> None:
  128. if not elements:
  129. return
  130. oldowner_ref = oldowner.ref
  131. newowner_ref = newowner.ref
  132. old_listener_to_key = _collection_to_key[oldowner_ref]
  133. new_listener_to_key = _collection_to_key[newowner_ref]
  134. for listen_fn in elements:
  135. listen_ref = weakref.ref(listen_fn)
  136. try:
  137. key = old_listener_to_key[listen_ref]
  138. except KeyError:
  139. # can occur during interpreter shutdown.
  140. # see #6740
  141. continue
  142. try:
  143. dispatch_reg = _key_to_collection[key]
  144. except KeyError:
  145. continue
  146. if newowner_ref in dispatch_reg:
  147. assert dispatch_reg[newowner_ref] == listen_ref
  148. else:
  149. dispatch_reg[newowner_ref] = listen_ref
  150. new_listener_to_key[listen_ref] = key
  151. def _clear(
  152. owner: RefCollection[_ET],
  153. elements: Iterable[_ListenerFnType],
  154. ) -> None:
  155. if not elements:
  156. return
  157. owner_ref = owner.ref
  158. listener_to_key = _collection_to_key[owner_ref]
  159. for listen_fn in elements:
  160. listen_ref = weakref.ref(listen_fn)
  161. key = listener_to_key[listen_ref]
  162. dispatch_reg = _key_to_collection[key]
  163. dispatch_reg.pop(owner_ref, None)
  164. if not dispatch_reg:
  165. del _key_to_collection[key]
  166. class _EventKey(Generic[_ET]):
  167. """Represent :func:`.listen` arguments."""
  168. __slots__ = (
  169. "target",
  170. "identifier",
  171. "fn",
  172. "fn_key",
  173. "fn_wrap",
  174. "dispatch_target",
  175. )
  176. target: _ET
  177. identifier: str
  178. fn: _ListenerFnType
  179. fn_key: _ListenerFnKeyType
  180. dispatch_target: Any
  181. _fn_wrap: Optional[_ListenerFnType]
  182. def __init__(
  183. self,
  184. target: _ET,
  185. identifier: str,
  186. fn: _ListenerFnType,
  187. dispatch_target: Any,
  188. _fn_wrap: Optional[_ListenerFnType] = None,
  189. ):
  190. self.target = target
  191. self.identifier = identifier
  192. self.fn = fn
  193. if isinstance(fn, types.MethodType):
  194. self.fn_key = id(fn.__func__), id(fn.__self__)
  195. else:
  196. self.fn_key = id(fn)
  197. self.fn_wrap = _fn_wrap
  198. self.dispatch_target = dispatch_target
  199. @property
  200. def _key(self) -> _EventKeyTupleType:
  201. return (id(self.target), self.identifier, self.fn_key)
  202. def with_wrapper(self, fn_wrap: _ListenerFnType) -> _EventKey[_ET]:
  203. if fn_wrap is self._listen_fn:
  204. return self
  205. else:
  206. return _EventKey(
  207. self.target,
  208. self.identifier,
  209. self.fn,
  210. self.dispatch_target,
  211. _fn_wrap=fn_wrap,
  212. )
  213. def with_dispatch_target(self, dispatch_target: Any) -> _EventKey[_ET]:
  214. if dispatch_target is self.dispatch_target:
  215. return self
  216. else:
  217. return _EventKey(
  218. self.target,
  219. self.identifier,
  220. self.fn,
  221. dispatch_target,
  222. _fn_wrap=self.fn_wrap,
  223. )
  224. def listen(self, *args: Any, **kw: Any) -> None:
  225. once = kw.pop("once", False)
  226. once_unless_exception = kw.pop("_once_unless_exception", False)
  227. named = kw.pop("named", False)
  228. target, identifier, fn = (
  229. self.dispatch_target,
  230. self.identifier,
  231. self._listen_fn,
  232. )
  233. dispatch_collection = getattr(target.dispatch, identifier)
  234. adjusted_fn = dispatch_collection._adjust_fn_spec(fn, named)
  235. self = self.with_wrapper(adjusted_fn)
  236. stub_function = getattr(
  237. self.dispatch_target.dispatch._events, self.identifier
  238. )
  239. if hasattr(stub_function, "_sa_warn"):
  240. stub_function._sa_warn()
  241. if once or once_unless_exception:
  242. self.with_wrapper(
  243. util.only_once(
  244. self._listen_fn, retry_on_exception=once_unless_exception
  245. )
  246. ).listen(*args, **kw)
  247. else:
  248. self.dispatch_target.dispatch._listen(self, *args, **kw)
  249. def remove(self) -> None:
  250. key = self._key
  251. if key not in _key_to_collection:
  252. raise exc.InvalidRequestError(
  253. "No listeners found for event %s / %r / %s "
  254. % (self.target, self.identifier, self.fn)
  255. )
  256. dispatch_reg = _key_to_collection.pop(key)
  257. for collection_ref, listener_ref in dispatch_reg.items():
  258. collection = collection_ref()
  259. listener_fn = listener_ref()
  260. if collection is not None and listener_fn is not None:
  261. collection.remove(self.with_wrapper(listener_fn))
  262. def contains(self) -> bool:
  263. """Return True if this event key is registered to listen."""
  264. return self._key in _key_to_collection
  265. def base_listen(
  266. self,
  267. propagate: bool = False,
  268. insert: bool = False,
  269. named: bool = False,
  270. retval: Optional[bool] = None,
  271. asyncio: bool = False,
  272. ) -> None:
  273. target, identifier = self.dispatch_target, self.identifier
  274. dispatch_collection = getattr(target.dispatch, identifier)
  275. for_modify = dispatch_collection.for_modify(target.dispatch)
  276. if asyncio:
  277. for_modify._set_asyncio()
  278. if insert:
  279. for_modify.insert(self, propagate)
  280. else:
  281. for_modify.append(self, propagate)
  282. @property
  283. def _listen_fn(self) -> _ListenerFnType:
  284. return self.fn_wrap or self.fn
  285. def append_to_list(
  286. self,
  287. owner: RefCollection[_ET],
  288. list_: Deque[_ListenerFnType],
  289. ) -> bool:
  290. if _stored_in_collection(self, owner):
  291. list_.append(self._listen_fn)
  292. return True
  293. else:
  294. return False
  295. def remove_from_list(
  296. self,
  297. owner: RefCollection[_ET],
  298. list_: Deque[_ListenerFnType],
  299. ) -> None:
  300. _removed_from_collection(self, owner)
  301. list_.remove(self._listen_fn)
  302. def prepend_to_list(
  303. self,
  304. owner: RefCollection[_ET],
  305. list_: Deque[_ListenerFnType],
  306. ) -> bool:
  307. if _stored_in_collection(self, owner):
  308. list_.appendleft(self._listen_fn)
  309. return True
  310. else:
  311. return False