Task priority and queue

This commit is contained in:
Gui Heise
2022-02-16 16:21:27 -05:00
parent c7e94b55d4
commit db6b55ad38
3 changed files with 27 additions and 22 deletions

9
cli.py
View File

@@ -181,9 +181,14 @@ def enqueue_s3_export(block_number: int):
@click.argument("before_block", type=int)
def enqueue_many_s3_exports(after_block: int, before_block: int):
broker = connect_broker()
export_actor = dramatiq.actor(export_block_task, broker=broker)
export_actor = dramatiq.actor(
export_block_task,
broker=broker,
queue_name=HIGH_PRIORITY_QUEUE,
priority=HIGH_PRIORITY,
)
logger.info(f"Sending blocks {after_block} to {before_block} to queue")
for block_number in range(after_block, before_block):
logger.info(f"Sending block {block_number} export to queue")
export_actor.send(block_number)