Django

Code

root/django/branches/gis/django/utils/_threading_local.py

Revision 4265, 6.5 kB (checked in by adrian, 2 years ago)

Fixed #3191 -- Set 'svn:eol-style native' on the files that didn't have it. Thanks, jjl@pobox.com

  • Property svn:eol-style set to native
Line 
1 """Thread-local objects
2
3 (Note that this module provides a Python version of thread
4  threading.local class.  Depending on the version of Python you're
5  using, there may be a faster one available.  You should always import
6  the local class from threading.)
7
8 Thread-local objects support the management of thread-local data.
9 If you have data that you want to be local to a thread, simply create
10 a thread-local object and use its attributes:
11
12   >>> mydata = local()
13   >>> mydata.number = 42
14   >>> mydata.number
15   42
16
17 You can also access the local-object's dictionary:
18
19   >>> mydata.__dict__
20   {'number': 42}
21   >>> mydata.__dict__.setdefault('widgets', [])
22   []
23   >>> mydata.widgets
24   []
25
26 What's important about thread-local objects is that their data are
27 local to a thread. If we access the data in a different thread:
28
29   >>> log = []
30   >>> def f():
31   ...     items = mydata.__dict__.items()
32   ...     items.sort()
33   ...     log.append(items)
34   ...     mydata.number = 11
35   ...     log.append(mydata.number)
36
37   >>> import threading
38   >>> thread = threading.Thread(target=f)
39   >>> thread.start()
40   >>> thread.join()
41   >>> log
42   [[], 11]
43
44 we get different data.  Furthermore, changes made in the other thread
45 don't affect data seen in this thread:
46
47   >>> mydata.number
48   42
49
50 Of course, values you get from a local object, including a __dict__
51 attribute, are for whatever thread was current at the time the
52 attribute was read.  For that reason, you generally don't want to save
53 these values across threads, as they apply only to the thread they
54 came from.
55
56 You can create custom local objects by subclassing the local class:
57
58   >>> class MyLocal(local):
59   ...     number = 2
60   ...     initialized = False
61   ...     def __init__(self, **kw):
62   ...         if self.initialized:
63   ...             raise SystemError('__init__ called too many times')
64   ...         self.initialized = True
65   ...         self.__dict__.update(kw)
66   ...     def squared(self):
67   ...         return self.number ** 2
68
69 This can be useful to support default values, methods and
70 initialization.  Note that if you define an __init__ method, it will be
71 called each time the local object is used in a separate thread.  This
72 is necessary to initialize each thread's dictionary.
73
74 Now if we create a local object:
75
76   >>> mydata = MyLocal(color='red')
77
78 Now we have a default number:
79
80   >>> mydata.number
81   2
82
83 an initial color:
84
85   >>> mydata.color
86   'red'
87   >>> del mydata.color
88
89 And a method that operates on the data:
90
91   >>> mydata.squared()
92   4
93
94 As before, we can access the data in a separate thread:
95
96   >>> log = []
97   >>> thread = threading.Thread(target=f)
98   >>> thread.start()
99   >>> thread.join()
100   >>> log
101   [[('color', 'red'), ('initialized', True)], 11]
102
103 without affecting this thread's data:
104
105   >>> mydata.number
106   2
107   >>> mydata.color
108   Traceback (most recent call last):
109   ...
110   AttributeError: 'MyLocal' object has no attribute 'color'
111
112 Note that subclasses can define slots, but they are not thread
113 local. They are shared across threads:
114
115   >>> class MyLocal(local):
116   ...     __slots__ = 'number'
117
118   >>> mydata = MyLocal()
119   >>> mydata.number = 42
120   >>> mydata.color = 'red'
121
122 So, the separate thread:
123
124   >>> thread = threading.Thread(target=f)
125   >>> thread.start()
126   >>> thread.join()
127
128 affects what we see:
129
130   >>> mydata.number
131   11
132
133 >>> del mydata
134 """
135
136 # Threading import is at end
137
138 class _localbase(object):
139     __slots__ = '_local__key', '_local__args', '_local__lock'
140
141     def __new__(cls, *args, **kw):
142         self = object.__new__(cls)
143         key = '_local__key', 'thread.local.' + str(id(self))
144         object.__setattr__(self, '_local__key', key)
145         object.__setattr__(self, '_local__args', (args, kw))
146         object.__setattr__(self, '_local__lock', RLock())
147
148         if args or kw and (cls.__init__ is object.__init__):
149             raise TypeError("Initialization arguments are not supported")
150
151         # We need to create the thread dict in anticipation of
152         # __init__ being called, to make sure we don't call it
153         # again ourselves.
154         dict = object.__getattribute__(self, '__dict__')
155         currentThread().__dict__[key] = dict
156
157         return self
158
159 def _patch(self):
160     key = object.__getattribute__(self, '_local__key')
161     d = currentThread().__dict__.get(key)
162     if d is None:
163         d = {}
164         currentThread().__dict__[key] = d
165         object.__setattr__(self, '__dict__', d)
166
167         # we have a new instance dict, so call out __init__ if we have
168         # one
169         cls = type(self)
170         if cls.__init__ is not object.__init__:
171             args, kw = object.__getattribute__(self, '_local__args')
172             cls.__init__(self, *args, **kw)
173     else:
174         object.__setattr__(self, '__dict__', d)
175
176 class local(_localbase):
177
178     def __getattribute__(self, name):
179         lock = object.__getattribute__(self, '_local__lock')
180         lock.acquire()
181         try:
182             _patch(self)
183             return object.__getattribute__(self, name)
184         finally:
185             lock.release()
186
187     def __setattr__(self, name, value):
188         lock = object.__getattribute__(self, '_local__lock')
189         lock.acquire()
190         try:
191             _patch(self)
192             return object.__setattr__(self, name, value)
193         finally:
194             lock.release()
195
196     def __delattr__(self, name):
197         lock = object.__getattribute__(self, '_local__lock')
198         lock.acquire()
199         try:
200             _patch(self)
201             return object.__delattr__(self, name)
202         finally:
203             lock.release()
204
205
206     def __del__():
207         threading_enumerate = enumerate
208         __getattribute__ = object.__getattribute__
209
210         def __del__(self):
211             key = __getattribute__(self, '_local__key')
212
213             try:
214                 threads = list(threading_enumerate())
215             except:
216                 # if enumerate fails, as it seems to do during
217                 # shutdown, we'll skip cleanup under the assumption
218                 # that there is nothing to clean up
219                 return
220
221             for thread in threads:
222                 try:
223                     __dict__ = thread.__dict__
224                 except AttributeError:
225                     # Thread is dying, rest in peace
226                     continue
227
228                 if key in __dict__:
229                     try:
230                         del __dict__[key]
231                     except KeyError:
232                         pass # didn't have anything in this thread
233
234         return __del__
235     __del__ = __del__()
236
237 try:
238     from threading import currentThread, enumerate, RLock
239 except ImportError:
240     from dummy_threading import currentThread, enumerate, RLock
Note: See TracBrowser for help on using the browser.