1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
import g4gen
import multiprocessing
import numpy as np
import itertools
import threading
import zmq
import uuid
class G4GeneratorProcess(multiprocessing.Process):
def __init__(self, idnum, material, vertex_socket_address, photon_socket_address, seed=None):
multiprocessing.Process.__init__(self)
self.idnum = idnum
self.material = material
self.vertex_socket_address = vertex_socket_address
self.photon_socket_address = photon_socket_address
self.seed = seed
self.daemon = True
def run(self):
gen = g4gen.G4Generator(self.material, seed=self.seed)
context = zmq.Context()
vertex_socket = context.socket(zmq.PULL)
vertex_socket.connect(self.vertex_socket_address)
photon_socket = context.socket(zmq.PUSH)
photon_socket.connect(self.photon_socket_address)
# Signal with the photon socket that we are online and ready for messages
photon_socket.send('READY')
while True:
ev = vertex_socket.recv_pyobj()
ev.photon_start = gen.generate_photons(ev)
photon_socket.send_pyobj(ev)
def partition(num, partitions):
'''Generator that returns num//partitions, with the last item including the remainder.
Useful for partitioning a number into mostly equal parts while preserving the sum.
>>> list(partition(800, 3))
[266, 266, 268]
>>> sum(list(partition(800, 3)))
800
'''
step = num // partitions
for i in xrange(partitions):
if i < partitions - 1:
yield step
else:
yield step + (num % partitions)
def vertex_sender(vertex_iterator, vertex_socket):
for ev in vertex_iterator:
vertex_socket.send_pyobj(ev)
def socket_iterator(nelements, socket):
for i in xrange(nelements):
yield socket.recv_pyobj()
class G4ParallelGenerator(object):
def __init__(self, nprocesses, material, base_seed=None):
self.material = material
base_address = 'ipc:///tmp/chroma_'+str(uuid.uuid4())
self.vertex_address = base_address + '.vertex'
self.photon_address = base_address + '.photon'
self.processes = [ G4GeneratorProcess(i, material, self.vertex_address, self.photon_address, seed=base_seed + i)
for i in xrange(nprocesses) ]
for p in self.processes:
p.start()
self.zmq_context = zmq.Context()
self.vertex_socket = self.zmq_context.socket(zmq.PUSH)
self.vertex_socket.bind(self.vertex_address)
self.photon_socket = self.zmq_context.socket(zmq.PULL)
self.photon_socket.bind(self.photon_address)
# Verify everyone is running and connected to avoid sending all the events to one client
for i in xrange(nprocesses):
msg = self.photon_socket.recv()
assert msg == 'READY'
def generate_events(self, nevents, vertex_iterator):
# Doing this to avoid a deadlock caused by putting to one queue while getting from another
limited_iterator = itertools.islice(vertex_iterator, nevents)
sender_thread = threading.Thread(target=vertex_sender, args=(limited_iterator,
self.vertex_socket))
sender_thread.start()
return socket_iterator(nevents, self.photon_socket)
|
