1 | # This program is public domain |
---|
2 | |
---|
3 | ## \file |
---|
4 | # \brief Abstract class for defining calculation threads. |
---|
5 | # |
---|
6 | |
---|
7 | import thread, traceback |
---|
8 | |
---|
9 | import sys |
---|
10 | if sys.platform.count("darwin")>0: |
---|
11 | import mactime as time |
---|
12 | else: |
---|
13 | import time |
---|
14 | |
---|
15 | class CalcThread: |
---|
16 | """Threaded calculation class. Inherit from here and specialize |
---|
17 | the compute() method to perform the appropriate operations for the |
---|
18 | class. |
---|
19 | |
---|
20 | If you specialize the __init__ method be sure to call |
---|
21 | CalcThread.__init__, passing it the keyword arguments for |
---|
22 | yieldtime, worktime, update and complete. |
---|
23 | |
---|
24 | When defining the compute() method you need to include code which |
---|
25 | allows the GUI to run. They are as follows: |
---|
26 | self.isquit() call frequently to check for interrupts |
---|
27 | self.update(kw=...) call when the GUI could be updated |
---|
28 | self.complete(kw=...) call before exiting compute() |
---|
29 | The update() and complete() calls accept field=value keyword |
---|
30 | arguments which are passed to the called function. complete() |
---|
31 | should be called before exiting the GUI function. A KeyboardInterrupt |
---|
32 | event is triggered if the GUI signals that the computation should |
---|
33 | be halted. |
---|
34 | |
---|
35 | The following documentation should be included in the description |
---|
36 | of the derived class. |
---|
37 | |
---|
38 | The user of this class will call the following: |
---|
39 | |
---|
40 | thread = Work(...,kw=...) prepare the work thread. |
---|
41 | thread.queue(...,kw=...) queue a work unit |
---|
42 | thread.requeue(...,kw=...) replace work unit on the end of queue |
---|
43 | thread.reset(...,kw=...) reset the queue to the given work unit |
---|
44 | thread.stop() clear the queue and halt |
---|
45 | thread.interrupt() halt the current work unit but continue |
---|
46 | thread.ready(delay=0.) request an update signal after delay |
---|
47 | thread.isrunning() returns true if compute() is running |
---|
48 | |
---|
49 | Use queue() when all work must be done. Use requeue() when intermediate |
---|
50 | work items don't need to be done (e.g., in response to a mouse move |
---|
51 | event). Use reset() when the current item doesn't need to be completed |
---|
52 | before the new event (e.g., in response to a mouse release event). Use |
---|
53 | stop() to halt the current and pending computations (e.g., in response to |
---|
54 | a stop button). |
---|
55 | |
---|
56 | The methods queue(), requeue() and reset() are proxies for the compute() |
---|
57 | method in the subclass. Look there for a description of the arguments. |
---|
58 | The compute() method can be called directly to run the computation in |
---|
59 | the main thread, but it should not be called if isrunning() returns true. |
---|
60 | |
---|
61 | The constructor accepts additional keywords yieldtime=0.01 and |
---|
62 | worktime=0.01 which determine the cooperative multitasking |
---|
63 | behaviour. Yield time is the duration of the sleep period |
---|
64 | required to give other processes a chance to run. Work time |
---|
65 | is the duration between sleep periods. |
---|
66 | |
---|
67 | Notifying the GUI thread of work in progress and work complete |
---|
68 | is done with updatefn=updatefn and completefn=completefn arguments |
---|
69 | to the constructor. Details of the parameters to the functions |
---|
70 | depend on the particular calculation class, but they will all |
---|
71 | be passed as keyword arguments. Details of how the functions |
---|
72 | should be implemented vary from framework to framework. |
---|
73 | |
---|
74 | For wx, something like the following is needed: |
---|
75 | |
---|
76 | import wx, wx.lib.newevent |
---|
77 | (CalcCompleteEvent, EVT_CALC_COMPLETE) = wx.lib.newevent.NewEvent() |
---|
78 | |
---|
79 | # methods in the main window class of your application |
---|
80 | def __init__(): |
---|
81 | ... |
---|
82 | # Prepare the calculation in the GUI thread. |
---|
83 | self.work = Work(completefn=self.CalcComplete) |
---|
84 | self.Bind(EVT_CALC_COMPLETE, self.OnCalcComplete) |
---|
85 | ... |
---|
86 | # Bind work queue to a menu event. |
---|
87 | self.Bind(wx.EVT_MENU, self.OnCalcStart, id=idCALCSTART) |
---|
88 | ... |
---|
89 | |
---|
90 | def OnCalcStart(self,event): |
---|
91 | # Start the work thread from the GUI thread. |
---|
92 | self.work.queue(...work unit parameters...) |
---|
93 | |
---|
94 | def CalcComplete(self,**kwargs): |
---|
95 | # Generate CalcComplete event in the calculation thread. |
---|
96 | # kwargs contains field1, field2, etc. as defined by |
---|
97 | # the Work thread class. |
---|
98 | event = CalcCompleteEvent(**kwargs) |
---|
99 | wx.PostEvent(self, event) |
---|
100 | |
---|
101 | def OnCalcComplete(self,event): |
---|
102 | # Process CalcComplete event in GUI thread. |
---|
103 | # Use values from event.field1, event.field2 etc. as |
---|
104 | # defined by the Work thread class to show the results. |
---|
105 | ... |
---|
106 | """ |
---|
107 | |
---|
108 | def __init__(self, |
---|
109 | completefn = None, |
---|
110 | updatefn = None, |
---|
111 | yieldtime = 0.01, |
---|
112 | worktime = 0.01 |
---|
113 | ): |
---|
114 | """Prepare the calculator""" |
---|
115 | self.yieldtime = yieldtime |
---|
116 | self.worktime = worktime |
---|
117 | self.completefn = completefn |
---|
118 | self.updatefn = updatefn |
---|
119 | self._interrupting = False |
---|
120 | self._running = False |
---|
121 | self._queue = [] |
---|
122 | self._lock = thread.allocate_lock() |
---|
123 | self._delay = 1e6 |
---|
124 | |
---|
125 | def queue(self,*args,**kwargs): |
---|
126 | """Add a work unit to the end of the queue. See the compute() |
---|
127 | method for details of the arguments to the work unit.""" |
---|
128 | self._lock.acquire() |
---|
129 | self._queue.append((args,kwargs)) |
---|
130 | # Cannot do start_new_thread call within the lock |
---|
131 | self._lock.release() |
---|
132 | if not self._running: |
---|
133 | # print "Starting thread" |
---|
134 | self._time_for_update = time.clock()+1e6 |
---|
135 | thread.start_new_thread(self._run,()) |
---|
136 | |
---|
137 | def requeue(self,*args,**kwargs): |
---|
138 | """Replace the work unit on the end of the queue. See the compute() |
---|
139 | method for details of the arguments to the work unit.""" |
---|
140 | self._lock.acquire() |
---|
141 | self._queue = self._queue[:-1] |
---|
142 | self._lock.release() |
---|
143 | self.queue(*args,**kwargs) |
---|
144 | |
---|
145 | def reset(self,*args,**kwargs): |
---|
146 | """Clear the queue and start a new work unit. See the compute() |
---|
147 | method for details of the arguments to the work unit.""" |
---|
148 | self.stop() |
---|
149 | self.queue(*args,**kwargs) |
---|
150 | |
---|
151 | def stop(self): |
---|
152 | """Clear the queue and stop the thread. New items may be |
---|
153 | queued after stop. To stop just the current work item, and |
---|
154 | continue the rest of the queue call the interrupt method""" |
---|
155 | self._lock.acquire() |
---|
156 | self._interrupting = True |
---|
157 | self._queue = [] |
---|
158 | self._lock.release() |
---|
159 | |
---|
160 | def interrupt(self): |
---|
161 | """Stop the current work item. To clear the work queue as |
---|
162 | well call the stop() method.""" |
---|
163 | self._lock.acquire() |
---|
164 | self._interrupting = True |
---|
165 | self._lock.release() |
---|
166 | |
---|
167 | def isrunning(self): return self._running |
---|
168 | |
---|
169 | def ready(self, delay=0.): |
---|
170 | """Ready for another update after delay=t seconds. Call |
---|
171 | this for threads which can show intermediate results from |
---|
172 | long calculations.""" |
---|
173 | self._delay = delay |
---|
174 | self._lock.acquire() |
---|
175 | self._time_for_update = time.clock() + delay |
---|
176 | # print "setting _time_for_update to ",self._time_for_update |
---|
177 | self._lock.release() |
---|
178 | |
---|
179 | def isquit(self): |
---|
180 | """Check for interrupts. Should be called frequently to |
---|
181 | provide user responsiveness. Also yields to other running |
---|
182 | threads, which is required for good performance on OS X.""" |
---|
183 | |
---|
184 | # Only called from within the running thread so no need to lock |
---|
185 | if self._running and self.yieldtime>0 and time.clock()>self._time_for_nap: |
---|
186 | # print "sharing" |
---|
187 | time.sleep(self.yieldtime) |
---|
188 | self._time_for_nap = time.clock() + self.worktime |
---|
189 | if self._interrupting: raise KeyboardInterrupt |
---|
190 | |
---|
191 | def update(self,**kwargs): |
---|
192 | |
---|
193 | """Update GUI with the lastest results from the current work unit.""" |
---|
194 | |
---|
195 | if self.updatefn != None and time.clock() > self._time_for_update: |
---|
196 | self._lock.acquire() |
---|
197 | self._time_for_update = time.clock() + self._delay |
---|
198 | self._lock.release() |
---|
199 | |
---|
200 | #self._time_for_update += 1e6 # No more updates |
---|
201 | |
---|
202 | self.updatefn(**kwargs) |
---|
203 | time.sleep(self.yieldtime) |
---|
204 | if self._interrupting: raise KeyboardInterrupt |
---|
205 | else: |
---|
206 | self.isquit() |
---|
207 | return |
---|
208 | |
---|
209 | def complete(self,**kwargs): |
---|
210 | """Update the GUI with the completed results from a work unit.""" |
---|
211 | if self.completefn != None: |
---|
212 | self.completefn(**kwargs) |
---|
213 | time.sleep(self.yieldtime) |
---|
214 | return |
---|
215 | |
---|
216 | def compute(self,*args,**kwargs): |
---|
217 | """Perform a work unit. The subclass will provide details of |
---|
218 | the arguments.""" |
---|
219 | raise NotImplemented, "Calculation thread needs compute method" |
---|
220 | |
---|
221 | def _run(self): |
---|
222 | """Internal function to manage the thread.""" |
---|
223 | # The code for condition wait in the threading package is |
---|
224 | # implemented using polling. I'll accept for now that the |
---|
225 | # authors of this code are clever enough that polling is |
---|
226 | # difficult to avoid. Rather than polling, I will exit the |
---|
227 | # thread when the queue is empty and start a new thread when |
---|
228 | # there is more work to be done. |
---|
229 | while 1: |
---|
230 | self._lock.acquire() |
---|
231 | # print "lock aquired" |
---|
232 | self._time_for_nap = time.clock()+self.worktime |
---|
233 | self._running = True |
---|
234 | if self._queue == []: break |
---|
235 | self._interrupting = False |
---|
236 | args,kwargs = self._queue[0] |
---|
237 | self._queue = self._queue[1:] |
---|
238 | self._lock.release() |
---|
239 | # print "lock released" |
---|
240 | try: |
---|
241 | self.compute(*args,**kwargs) |
---|
242 | except KeyboardInterrupt: |
---|
243 | pass |
---|
244 | except: |
---|
245 | traceback.print_exc() |
---|
246 | #print 'CalcThread exception', |
---|
247 | self._running = False |
---|
248 | |
---|
249 | # ====================================================================== |
---|
250 | # Demonstration of calcthread in action |
---|
251 | class CalcDemo(CalcThread): |
---|
252 | """Example of a calculation thread.""" |
---|
253 | def compute(self,n): |
---|
254 | total = 0. |
---|
255 | for i in range(n): |
---|
256 | #self.update(i=i) |
---|
257 | for j in range(n): |
---|
258 | self.isquit() |
---|
259 | total += j |
---|
260 | self.complete(total=total) |
---|
261 | |
---|
262 | class CalcCommandline: |
---|
263 | def __init__(self, n=20000): |
---|
264 | print thread.get_ident() |
---|
265 | self.starttime = time.clock() |
---|
266 | self.done = False |
---|
267 | self.work = CalcDemo(completefn=self.complete, |
---|
268 | updatefn=self.update, yieldtime=0.001) |
---|
269 | #self.work2 = CalcDemo(completefn=self.complete, |
---|
270 | # updatefn=self.update) |
---|
271 | #self.work3 = CalcDemo(completefn=self.complete, |
---|
272 | # updatefn=self.update) |
---|
273 | self.work.queue(n) |
---|
274 | #self.work2.queue(n) |
---|
275 | #self.work3.queue(n) |
---|
276 | print "Expect updates from Main every second and from thread every 2.5 seconds" |
---|
277 | print "" |
---|
278 | self.work.ready(.5) |
---|
279 | while not self.done: |
---|
280 | time.sleep(1) |
---|
281 | print "Main thread %d at %.2f"%(thread.get_ident(),time.clock()-self.starttime) |
---|
282 | |
---|
283 | def update(self,i=0): |
---|
284 | print "Update i=%d from thread %d at %.2f"%(i,thread.get_ident(),time.clock()-self.starttime) |
---|
285 | self.work.ready(2.5) |
---|
286 | |
---|
287 | def complete(self,total=0.0): |
---|
288 | print "Complete total=%g from thread %d at %.2f"%(total,thread.get_ident(),time.clock()-self.starttime) |
---|
289 | self.done = True |
---|
290 | |
---|
291 | if __name__ == "__main__": |
---|
292 | CalcCommandline() |
---|
293 | |
---|
294 | # version |
---|
295 | __id__ = "$Id: calcthread.py 249 2007-06-15 17:03:01Z ziwen $" |
---|
296 | |
---|
297 | # End of file |
---|