-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathjobqueue.py
More file actions
34 lines (26 loc) · 847 Bytes
/
jobqueue.py
File metadata and controls
34 lines (26 loc) · 847 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import logging
from threading import Thread
from queue import Queue
logger = logging.getLogger(__name__)
class Work:
def __init__(self, target, args):
self.target = target
self.args = args
class JobQueue:
def __init__(self, num_threads):
if num_threads <= 0:
raise ValueError('num_threads must be positive')
self.queue = Queue(num_threads * 2)
for _ in range(num_threads):
Thread(target=self.worker, args=(self.queue,), daemon=True).start()
@staticmethod
def worker(queue):
while True:
work = queue.get()
try:
work.target(*work.args)
except Exception as e:
logger.exception(e)
queue.task_done()
def put(self, target, args):
self.queue.put(Work(target, args))