warmup_pool = gevent.pool.Pool(size=100)
for file_name in file_names:
fp = next(files)
- warmup_pool.spawn_link_exception(
+ warmup_pool.spawn(
write_file,
bucket=bucket,
file_name=file_name,
if not config.readwrite.get('deterministic_file_names'):
for x in xrange(config.readwrite.writers):
this_rand = random.Random(rand_writer.randrange(2**32))
- group.spawn_link_exception(
+ group.spawn(
writer,
bucket=bucket,
worker_id=x,
rand_reader = random.Random(seeds['reader'])
for x in xrange(config.readwrite.readers):
this_rand = random.Random(rand_reader.randrange(2**32))
- group.spawn_link_exception(
+ group.spawn(
reader,
bucket=bucket,
worker_id=x,
)
q = gevent.queue.Queue()
- logger_g = gevent.spawn_link_exception(yaml.safe_dump_all, q, stream=real_stdout)
+ logger_g = gevent.spawn(yaml.safe_dump_all, q, stream=real_stdout)
print "Writing {num} objects with {w} workers...".format(
num=config.roundtrip.files.num,
start = time.time()
for objname in objnames:
fp = next(files)
- pool.spawn_link_exception(
+ pool.spawn(
writer,
bucket=bucket,
objname=objname,
pool = gevent.pool.Pool(size=config.roundtrip.readers)
start = time.time()
for objname in objnames:
- pool.spawn_link_exception(
+ pool.spawn(
reader,
bucket=bucket,
objname=objname,