1582181701
Order the conversion by the "created" attribute. That way the sql ids are mostly in the order they would have been, if sql was used earlier. Makes things nicer to look at in a db dump.
168 lines
4.8 KiB
Python
168 lines
4.8 KiB
Python
# GNU MediaGoblin -- federated, autonomous media hosting
|
|
# Copyright (C) 2011, 2012 MediaGoblin contributors. See AUTHORS.
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
from mediagoblin.init import setup_global_and_app_config, setup_database
|
|
from mediagoblin.db.mongo.util import ObjectId
|
|
|
|
from mediagoblin.db.sql.models import (Base, User, MediaEntry, MediaComment,
|
|
Tag, MediaTag, MediaFile)
|
|
from mediagoblin.db.sql.open import setup_connection_and_db_from_config as \
|
|
sql_connect
|
|
from mediagoblin.db.mongo.open import setup_connection_and_db_from_config as \
|
|
mongo_connect
|
|
from mediagoblin.db.sql.base import Session
|
|
|
|
|
|
obj_id_table = dict()
|
|
|
|
def add_obj_ids(entry, new_entry):
|
|
global obj_id_table
|
|
print "%r -> %r" % (entry._id, new_entry.id)
|
|
obj_id_table[entry._id] = new_entry.id
|
|
|
|
|
|
def copy_attrs(entry, new_entry, attr_list):
|
|
for a in attr_list:
|
|
val = entry[a]
|
|
setattr(new_entry, a, val)
|
|
|
|
def copy_reference_attr(entry, new_entry, ref_attr):
|
|
val = entry[ref_attr]
|
|
val = obj_id_table[val]
|
|
setattr(new_entry, ref_attr, val)
|
|
|
|
|
|
def convert_users(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.User.find().sort('created'):
|
|
print entry.username
|
|
|
|
new_entry = User()
|
|
copy_attrs(entry, new_entry,
|
|
('username', 'email', 'created', 'pw_hash', 'email_verified',
|
|
'status', 'verification_key', 'is_admin', 'url',
|
|
'bio',
|
|
'fp_verification_key', 'fp_token_expire',))
|
|
# new_entry.fp_verification_expire = entry.fp_token_expire
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_entries(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.MediaEntry.find().sort('created'):
|
|
print repr(entry.title)
|
|
|
|
new_entry = MediaEntry()
|
|
copy_attrs(entry, new_entry,
|
|
('title', 'slug', 'created',
|
|
'description',
|
|
'media_type', 'state', 'license',
|
|
'fail_error', 'fail_metadata',
|
|
'queued_task_id',))
|
|
copy_reference_attr(entry, new_entry, "uploader")
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
for key, value in entry.media_files.iteritems():
|
|
new_file = MediaFile(name=key, file_path=value)
|
|
new_file.media_entry = new_entry.id
|
|
Session.add(new_file)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_tags(mk_db):
|
|
session = Session()
|
|
session.autoflush = False
|
|
|
|
for media in mk_db.MediaEntry.find().sort('created'):
|
|
print repr(media.title)
|
|
|
|
for otag in media.tags:
|
|
print " ", repr((otag["slug"], otag["name"]))
|
|
|
|
nslug = session.query(Tag).filter_by(slug=otag["slug"]).first()
|
|
print " ", repr(nslug)
|
|
if nslug is None:
|
|
nslug = Tag(slug=otag["slug"])
|
|
session.add(nslug)
|
|
session.flush()
|
|
print " ", repr(nslug), nslug.id
|
|
|
|
ntag = MediaTag()
|
|
ntag.tag = nslug.id
|
|
ntag.name = otag["name"]
|
|
ntag.media_entry = obj_id_table[media._id]
|
|
session.add(ntag)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_comments(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.MediaComment.find().sort('created'):
|
|
print repr(entry.content)
|
|
|
|
new_entry = MediaComment()
|
|
copy_attrs(entry, new_entry,
|
|
('created',
|
|
'content',))
|
|
copy_reference_attr(entry, new_entry, "media_entry")
|
|
copy_reference_attr(entry, new_entry, "author")
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def main():
|
|
global_config, app_config = setup_global_and_app_config("mediagoblin.ini")
|
|
|
|
sql_conn, sql_db = sql_connect(app_config)
|
|
mk_conn, mk_db = mongo_connect(app_config)
|
|
|
|
Base.metadata.create_all(sql_db.engine)
|
|
|
|
convert_users(mk_db)
|
|
Session.remove()
|
|
convert_media_entries(mk_db)
|
|
Session.remove()
|
|
convert_media_tags(mk_db)
|
|
Session.remove()
|
|
convert_media_comments(mk_db)
|
|
Session.remove()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|