Skip to main content

Polymer

Project description

Summary

A simple framework to run tasks in parallel.

Usage

from multiprocessing import Process, Queue
from Queue import Empty, Full
import time

from polymer.Polymer import ControllerQueue, TaskMgr
from polymer.abc_task import BaseTask

class SimpleTask(BaseTask):
   def __init__(self, text="", wait=0.0):
       super(SimpleTask, self).__init__()
       self.text = text
       self.wait = wait

   def run(self):
       time.sleep(float(self.wait/10))
       print self.text

   def __eq__(self, other):
       """Define how tasks are uniquely identified"""
       if other.text==self.text:
           return True
       return False

   def __repr__(self):
       return """<{0}, wait: {1}>""".format(self.text, self.wait)

class Controller(object):
   """Controller() builds a list of tasks, and queues them to the TaskMgr"""
   def __init__(self):
       c_q = ControllerQueue()

       tasks = list()
       ## Build ten tasks... do *not* depend on execution order...
       num_tasks = 10
       for ii in range(1, num_tasks):
           tasks.append(SimpleTask(text="Task {0}".format(ii), wait=ii))

       args = {
           'queue': c_q,
           'work_todo': tasks,
           'log_level': 0,
           'worker_count': 3,
           'worker_cycle_sleep': 0.001,
       }

       ## task_mgr reads and executes the queued tasks
       task_mgr = TaskMgr(**args)

       ## a set() of completed task objects are returned after supervise()
       results = task_mgr.supervise()

if __name__=='__main__':
   Controller()

License

GPLv3

Project details


Download files

Download the file for your platform. If you're not sure which to choose, learn more about installing packages.

Source Distribution

polymer-0.0.4.tar.gz (18.6 kB view hashes)

Uploaded Source

Built Distribution

polymer-0.0.4-py2.py3-none-any.whl (8.4 kB view hashes)

Uploaded Python 2 Python 3

Supported by

AWS AWS Cloud computing and Security Sponsor Datadog Datadog Monitoring Fastly Fastly CDN Google Google Download Analytics Microsoft Microsoft PSF Sponsor Pingdom Pingdom Monitoring Sentry Sentry Error logging StatusPage StatusPage Status page