heckyel/mediagoblin
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Few more changes to celery priority tasking

Browse Source 
Addition of arguments to the celery tasks.
This commit is contained in:
vijeth-aradhya 2017-06-12 23:17:44 +05:30
parent 25ecdec997
commit bd011c940e
1 changed files with 16 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
mediagoblin/media_types/video/processing.py
View File

@ -185,7 +185,7 @@ def complimentary_task(resolution, medium_size, **process_info):
@celery.task() @celery.task()
def processing_cleanup(entry, manager): def processing_cleanup(entry, manager):
processor = CommonVideoProcessor(manager, entry) # is it manager, entry or entry, manager? processor = CommonVideoProcessor(manager, entry)
processor.delete_queue_file() processor.delete_queue_file()
# ===================== # =====================
@ -527,17 +527,22 @@ class VideoProcessingManager(ProcessingManager):
def workflow(self, entry, manager, feed_url, reprocess_action, def workflow(self, entry, manager, feed_url, reprocess_action,
reprocess_info=None): reprocess_info=None):
reprocess_info['entry'] = entry.id # ? reprocess_info['entry'] = entry
reprocess_info['manager'] = manager # can celery serialize this? reprocess_info['manager'] = manager
# Add args
transcoding_tasks = group( transcoding_tasks = group(
main_task.signature(queue='default', priority=5, immutable=True), main_task.signature(args=('480p', ACCEPTED_RESOLUTIONS['480p']),
complimentary_task.signature(queue='default', priority=4, immutable=True), kwargs=reprocess_info, queue='default',
complimentary_task.signature(queue='default', priority=3, immutable=True), priority=5, immutable=True),
complimentary_task.signature(queue='default', priority=2, immutable=True) complimentary_task.signature(args=('360p', ACCEPTED_RESOLUTIONS['360p']),
complimentary_task.signature(queue='default', priority=1, immutable=True) kwargs=reprocess_info, queue='default',
priority=4, immutable=True),
complimentary_task.signature(args=('720p', ACCEPTED_RESOLUTIONS['720p']),
kwargs=reprocess_info, queue='default',
priority=3, immutable=True),
) )
chord(transcoding_tasks)(processing_cleanup.signature(queue='default', immutable=True)) cleanup_task = processing_cleanup.signature(args=(entry, manager),
queue='default', immutable=True)
chord(transcoding_tasks)(cleanup_task)