cuburn/dist/worker.py

#!/usr/bin/env python2
import sys
from cStringIO import StringIO

import gevent
from gevent import spawn, queue
import zmq.green as zmq
import pycuda.driver as cuda
cuda.init()

import _importhack
from cuburn import render, profile, output
from cuburn.genome import convert, db, use

from messages import *

class PrecompiledRenderer(render.Renderer):
    def compile(self, gnm):
        return self.packer, None, self.cubin
    def __init__(self, gnm, gprof, packer, cubin):
        self.packer, self.cubin = packer, cubin
        super(PrecompiledRenderer, self).__init__(gnm, gprof)

def main(worker_addr):
    rmgr = render.RenderManager()

    ctx = zmq.Context()
    in_queue = queue.Queue(0)
    out_queue = queue.Queue(0)

    def request_loop():
        sock = ctx.socket(zmq.REQ)
        sock.connect(worker_addr)

        # Start the request loop with an empty job
        sock.send('')

        hash = None
        while True:
            addr, task, cubin, packer = sock.recv_pyobj()
            gprof = profile.wrap(task.profile, task.anim)
            if hash != task.hash:
                rdr = PrecompiledRenderer(task.anim, gprof, packer, cubin)
            evt, buf = rmgr.queue_frame(rdr, task.anim, gprof, task.time)
            while not evt.query():
                gevent.sleep(0.01)
            ofile = StringIO()
            output.PILOutput.save(buf, ofile, task.id[-3:])
            ofile.seek(0)
            sock.send_multipart(addr + [ofile.read()])
            hash = task.hash

            print 'Rendered', task.id, 'in', int(evt.time()), 'ms'

    # Spawn two request loops to take advantage of CUDA pipelining.
    spawn(request_loop)
    request_loop()

if __name__ == "__main__":
    import addrs
    dev = cuda.Device(int(sys.argv[1]))
    cuctx = dev.make_context(cuda.ctx_flags.SCHED_BLOCKING_SYNC)
    try:
        main(addrs.addrs['workers'])
    finally:
        cuda.Context.pop()