e63656fcf7
1. No need to drop media_data['exif'], we only have and want media_data['exif_all']. 2. Use media['_id'] instead of media._id (better not use dot-notation on mongo objects in such a low level tool).
229 lines
6.6 KiB
Python
229 lines
6.6 KiB
Python
# GNU MediaGoblin -- federated, autonomous media hosting
|
|
# Copyright (C) 2011, 2012 MediaGoblin contributors. See AUTHORS.
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from copy import copy
|
|
|
|
from mediagoblin.init import setup_global_and_app_config, setup_database
|
|
from mediagoblin.db.mongo.util import ObjectId
|
|
|
|
from mediagoblin.db.sql.base import Base, Session
|
|
from mediagoblin.db.sql.models import (User, MediaEntry, MediaComment,
|
|
Tag, MediaTag, MediaFile, MediaAttachmentFile, MigrationData)
|
|
from mediagoblin.media_types.image.models import ImageData
|
|
from mediagoblin.media_types.video.models import VideoData
|
|
from mediagoblin.db.sql.open import setup_connection_and_db_from_config as \
|
|
sql_connect
|
|
from mediagoblin.db.mongo.open import setup_connection_and_db_from_config as \
|
|
mongo_connect
|
|
|
|
|
|
obj_id_table = dict()
|
|
|
|
def add_obj_ids(entry, new_entry):
|
|
global obj_id_table
|
|
print "%r -> %r" % (entry._id, new_entry.id)
|
|
obj_id_table[entry._id] = new_entry.id
|
|
|
|
|
|
def copy_attrs(entry, new_entry, attr_list):
|
|
for a in attr_list:
|
|
val = entry[a]
|
|
setattr(new_entry, a, val)
|
|
|
|
def copy_reference_attr(entry, new_entry, ref_attr):
|
|
val = entry[ref_attr]
|
|
val = obj_id_table[val]
|
|
setattr(new_entry, ref_attr, val)
|
|
|
|
|
|
def convert_users(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.User.find().sort('created'):
|
|
print entry.username
|
|
|
|
new_entry = User()
|
|
copy_attrs(entry, new_entry,
|
|
('username', 'email', 'created', 'pw_hash', 'email_verified',
|
|
'status', 'verification_key', 'is_admin', 'url',
|
|
'bio',
|
|
'fp_verification_key', 'fp_token_expire',))
|
|
# new_entry.fp_verification_expire = entry.fp_token_expire
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_entries(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.MediaEntry.find().sort('created'):
|
|
print repr(entry.title)
|
|
|
|
new_entry = MediaEntry()
|
|
copy_attrs(entry, new_entry,
|
|
('title', 'slug', 'created',
|
|
'description',
|
|
'media_type', 'state', 'license',
|
|
'fail_error', 'fail_metadata',
|
|
'queued_task_id',))
|
|
copy_reference_attr(entry, new_entry, "uploader")
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
for key, value in entry.media_files.iteritems():
|
|
new_file = MediaFile(name=key, file_path=value)
|
|
new_file.media_entry = new_entry.id
|
|
Session.add(new_file)
|
|
|
|
for attachment in entry.attachment_files:
|
|
new_attach = MediaAttachmentFile(
|
|
name=attachment["name"],
|
|
filepath=attachment["filepath"],
|
|
created=attachment["created"]
|
|
)
|
|
new_attach.media_entry = new_entry.id
|
|
Session.add(new_attach)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_image(mk_db):
|
|
session = Session()
|
|
|
|
for media in mk_db.MediaEntry.find(
|
|
{'media_type': 'mediagoblin.media_types.image'}).sort('created'):
|
|
media_data = copy(media.media_data)
|
|
|
|
if len(media_data):
|
|
media_data_row = ImageData(**media_data)
|
|
media_data_row.media_entry = obj_id_table[media['_id']]
|
|
session.add(media_data_row)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_video(mk_db):
|
|
session = Session()
|
|
|
|
for media in mk_db.MediaEntry.find(
|
|
{'media_type': 'mediagoblin.media_types.video'}).sort('created'):
|
|
media_data_row = VideoData(**media.media_data)
|
|
media_data_row.media_entry = obj_id_table[media['_id']]
|
|
session.add(media_data_row)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_tags(mk_db):
|
|
session = Session()
|
|
session.autoflush = False
|
|
|
|
for media in mk_db.MediaEntry.find().sort('created'):
|
|
print repr(media.title)
|
|
|
|
for otag in media.tags:
|
|
print " ", repr((otag["slug"], otag["name"]))
|
|
|
|
nslug = session.query(Tag).filter_by(slug=otag["slug"]).first()
|
|
print " ", repr(nslug)
|
|
if nslug is None:
|
|
nslug = Tag(slug=otag["slug"])
|
|
session.add(nslug)
|
|
session.flush()
|
|
print " ", repr(nslug), nslug.id
|
|
|
|
ntag = MediaTag()
|
|
ntag.tag = nslug.id
|
|
ntag.name = otag["name"]
|
|
ntag.media_entry = obj_id_table[media._id]
|
|
session.add(ntag)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_comments(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.MediaComment.find().sort('created'):
|
|
print repr(entry.content)
|
|
|
|
new_entry = MediaComment()
|
|
copy_attrs(entry, new_entry,
|
|
('created',
|
|
'content',))
|
|
copy_reference_attr(entry, new_entry, "media_entry")
|
|
copy_reference_attr(entry, new_entry, "author")
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_add_migration_versions():
|
|
session = Session()
|
|
|
|
for name in ("__main__",
|
|
"mediagoblin.media_types.image",
|
|
"mediagoblin.media_types.video",
|
|
):
|
|
m = MigrationData(name=name, version=0)
|
|
session.add(m)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def run_conversion(config_name):
|
|
global_config, app_config = setup_global_and_app_config(config_name)
|
|
|
|
sql_conn, sql_db = sql_connect(app_config)
|
|
mk_conn, mk_db = mongo_connect(app_config)
|
|
|
|
Base.metadata.create_all(sql_db.engine)
|
|
|
|
convert_users(mk_db)
|
|
Session.remove()
|
|
convert_media_entries(mk_db)
|
|
Session.remove()
|
|
convert_image(mk_db)
|
|
Session.remove()
|
|
convert_video(mk_db)
|
|
Session.remove()
|
|
convert_media_tags(mk_db)
|
|
Session.remove()
|
|
convert_media_comments(mk_db)
|
|
Session.remove()
|
|
convert_add_migration_versions()
|
|
Session.remove()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
run_conversion("mediagoblin.ini")
|