Move celery task into own task.py
Move the actual celery task from processing/__init__.py into its own .../task.py. That way it can be imported as needed.
This commit is contained in:
parent
4bdee988b6
commit
eace050a7d
@ -16,15 +16,11 @@
|
||||
|
||||
import logging
|
||||
|
||||
from celery.task import Task
|
||||
|
||||
from mediagoblin.db.util import ObjectId, atomic_update
|
||||
from mediagoblin.db.util import atomic_update
|
||||
from mediagoblin import mg_globals as mgg
|
||||
|
||||
from mediagoblin.tools.translate import lazy_pass_to_ugettext as _
|
||||
|
||||
from mediagoblin.media_types import get_media_manager
|
||||
|
||||
_log = logging.getLogger(__name__)
|
||||
|
||||
THUMB_SIZE = 180, 180
|
||||
@ -38,58 +34,6 @@ def create_pub_filepath(entry, filename):
|
||||
filename])
|
||||
|
||||
|
||||
################################
|
||||
# Media processing initial steps
|
||||
################################
|
||||
|
||||
class ProcessMedia(Task):
|
||||
"""
|
||||
DEPRECATED -- This now resides in the individual media plugins
|
||||
|
||||
Pass this entry off for processing.
|
||||
"""
|
||||
def run(self, media_id):
|
||||
"""
|
||||
Pass the media entry off to the appropriate processing function
|
||||
(for now just process_image...)
|
||||
"""
|
||||
entry = mgg.database.MediaEntry.one(
|
||||
{'_id': ObjectId(media_id)})
|
||||
|
||||
# Try to process, and handle expected errors.
|
||||
try:
|
||||
#__import__(entry.media_type)
|
||||
manager = get_media_manager(entry.media_type)
|
||||
_log.debug('Processing {0}'.format(entry))
|
||||
manager['processor'](entry)
|
||||
except BaseProcessingFail, exc:
|
||||
mark_entry_failed(entry._id, exc)
|
||||
return
|
||||
except ImportError, exc:
|
||||
_log.error(
|
||||
'Entry {0} failed to process due to an import error: {1}'\
|
||||
.format(
|
||||
entry.title,
|
||||
exc))
|
||||
|
||||
mark_entry_failed(entry._id, exc)
|
||||
|
||||
entry.state = u'processed'
|
||||
entry.save()
|
||||
|
||||
def on_failure(self, exc, task_id, args, kwargs, einfo):
|
||||
"""
|
||||
If the processing failed we should mark that in the database.
|
||||
|
||||
Assuming that the exception raised is a subclass of
|
||||
BaseProcessingFail, we can use that to get more information
|
||||
about the failure and store that for conveying information to
|
||||
users about the failure, etc.
|
||||
"""
|
||||
entry_id = args[0]
|
||||
mark_entry_failed(entry_id, exc)
|
||||
|
||||
|
||||
def mark_entry_failed(entry_id, exc):
|
||||
"""
|
||||
Mark a media entry as having failed in its conversion.
|
||||
|
78
mediagoblin/processing/task.py
Normal file
78
mediagoblin/processing/task.py
Normal file
@ -0,0 +1,78 @@
|
||||
# GNU MediaGoblin -- federated, autonomous media hosting
|
||||
# Copyright (C) 2011, 2012 MediaGoblin contributors. See AUTHORS.
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
import logging
|
||||
|
||||
from celery.task import Task
|
||||
|
||||
from mediagoblin import mg_globals as mgg
|
||||
from mediagoblin.db.util import ObjectId
|
||||
from mediagoblin.media_types import get_media_manager
|
||||
from mediagoblin.processing import mark_entry_failed, BaseProcessingFail
|
||||
|
||||
_log = logging.getLogger(__name__)
|
||||
|
||||
|
||||
################################
|
||||
# Media processing initial steps
|
||||
################################
|
||||
|
||||
class ProcessMedia(Task):
|
||||
"""
|
||||
DEPRECATED -- This now resides in the individual media plugins
|
||||
|
||||
Pass this entry off for processing.
|
||||
"""
|
||||
def run(self, media_id):
|
||||
"""
|
||||
Pass the media entry off to the appropriate processing function
|
||||
(for now just process_image...)
|
||||
"""
|
||||
entry = mgg.database.MediaEntry.one(
|
||||
{'_id': ObjectId(media_id)})
|
||||
|
||||
# Try to process, and handle expected errors.
|
||||
try:
|
||||
#__import__(entry.media_type)
|
||||
manager = get_media_manager(entry.media_type)
|
||||
_log.debug('Processing {0}'.format(entry))
|
||||
manager['processor'](entry)
|
||||
except BaseProcessingFail, exc:
|
||||
mark_entry_failed(entry._id, exc)
|
||||
return
|
||||
except ImportError, exc:
|
||||
_log.error(
|
||||
'Entry {0} failed to process due to an import error: {1}'\
|
||||
.format(
|
||||
entry.title,
|
||||
exc))
|
||||
|
||||
mark_entry_failed(entry._id, exc)
|
||||
|
||||
entry.state = u'processed'
|
||||
entry.save()
|
||||
|
||||
def on_failure(self, exc, task_id, args, kwargs, einfo):
|
||||
"""
|
||||
If the processing failed we should mark that in the database.
|
||||
|
||||
Assuming that the exception raised is a subclass of
|
||||
BaseProcessingFail, we can use that to get more information
|
||||
about the failure and store that for conveying information to
|
||||
users about the failure, etc.
|
||||
"""
|
||||
entry_id = args[0]
|
||||
mark_entry_failed(entry_id, exc)
|
@ -33,7 +33,8 @@ from mediagoblin.tools.translate import pass_to_ugettext as _
|
||||
from mediagoblin.tools.response import render_to_response, redirect
|
||||
from mediagoblin.decorators import require_active_login
|
||||
from mediagoblin.submit import forms as submit_forms, security
|
||||
from mediagoblin.processing import mark_entry_failed, ProcessMedia
|
||||
from mediagoblin.processing import mark_entry_failed
|
||||
from mediagoblin.processing.task import ProcessMedia
|
||||
from mediagoblin.messages import add_message, SUCCESS
|
||||
from mediagoblin.media_types import get_media_type_and_manager, \
|
||||
InvalidFileType, FileTypeNotSupported
|
||||
|
Loading…
x
Reference in New Issue
Block a user