feba5c5287
After a bit of discussion, we decided to drop the pre-rendered html from the database and render it on the fly. In another step, we will use some proper caching method to cache this stuff. This commit affects the MediaComment.content_html part.
169 lines
4.8 KiB
Python
169 lines
4.8 KiB
Python
# GNU MediaGoblin -- federated, autonomous media hosting
|
|
# Copyright (C) 2011, 2012 MediaGoblin contributors. See AUTHORS.
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
from mediagoblin.init import setup_global_and_app_config, setup_database
|
|
from mediagoblin.db.mongo.util import ObjectId
|
|
|
|
from mediagoblin.db.sql.models import (Base, User, MediaEntry, MediaComment,
|
|
Tag, MediaTag, MediaFile)
|
|
from mediagoblin.db.sql.open import setup_connection_and_db_from_config as \
|
|
sql_connect
|
|
from mediagoblin.db.mongo.open import setup_connection_and_db_from_config as \
|
|
mongo_connect
|
|
from mediagoblin.db.sql.base import Session
|
|
|
|
|
|
obj_id_table = dict()
|
|
|
|
def add_obj_ids(entry, new_entry):
|
|
global obj_id_table
|
|
print "%r -> %r" % (entry._id, new_entry.id)
|
|
obj_id_table[entry._id] = new_entry.id
|
|
|
|
|
|
def copy_attrs(entry, new_entry, attr_list):
|
|
for a in attr_list:
|
|
val = entry[a]
|
|
setattr(new_entry, a, val)
|
|
|
|
def copy_reference_attr(entry, new_entry, ref_attr):
|
|
val = entry[ref_attr]
|
|
val = obj_id_table[val]
|
|
setattr(new_entry, ref_attr, val)
|
|
|
|
|
|
def convert_users(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.User.find():
|
|
print entry.username
|
|
|
|
new_entry = User()
|
|
copy_attrs(entry, new_entry,
|
|
('username', 'email', 'created', 'pw_hash', 'email_verified',
|
|
'status', 'verification_key', 'is_admin', 'url',
|
|
'bio',
|
|
'fp_verification_key', 'fp_token_expire',))
|
|
# new_entry.fp_verification_expire = entry.fp_token_expire
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_entries(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.MediaEntry.find():
|
|
print repr(entry.title)
|
|
|
|
new_entry = MediaEntry()
|
|
copy_attrs(entry, new_entry,
|
|
('title', 'slug', 'created',
|
|
'description',
|
|
'media_type', 'state', 'license',
|
|
'fail_error',
|
|
'queued_task_id',))
|
|
copy_reference_attr(entry, new_entry, "uploader")
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
for key, value in entry.media_files.iteritems():
|
|
new_file = MediaFile(name=key, file_path=value)
|
|
new_file.media_entry = new_entry.id
|
|
Session.add(new_file)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_tags(mk_db):
|
|
session = Session()
|
|
session.autoflush = False
|
|
|
|
for media in mk_db.MediaEntry.find():
|
|
print repr(media.title)
|
|
|
|
for otag in media.tags:
|
|
print " ", repr((otag["slug"], otag["name"]))
|
|
|
|
nslug = session.query(Tag).filter_by(slug=otag["slug"]).first()
|
|
print " ", repr(nslug)
|
|
if nslug is None:
|
|
nslug = Tag(slug=otag["slug"])
|
|
session.add(nslug)
|
|
session.flush()
|
|
print " ", repr(nslug), nslug.id
|
|
|
|
ntag = MediaTag()
|
|
ntag.tag = nslug.id
|
|
ntag.name = otag["name"]
|
|
ntag.media_entry = obj_id_table[media._id]
|
|
session.add(ntag)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def convert_media_comments(mk_db):
|
|
session = Session()
|
|
|
|
for entry in mk_db.MediaComment.find():
|
|
print repr(entry.content)
|
|
|
|
new_entry = MediaComment()
|
|
copy_attrs(entry, new_entry,
|
|
('created',
|
|
'content',))
|
|
copy_reference_attr(entry, new_entry, "media_entry")
|
|
copy_reference_attr(entry, new_entry, "author")
|
|
|
|
session.add(new_entry)
|
|
session.flush()
|
|
add_obj_ids(entry, new_entry)
|
|
|
|
session.commit()
|
|
session.close()
|
|
|
|
|
|
def main():
|
|
global_config, app_config = setup_global_and_app_config("mediagoblin.ini")
|
|
|
|
sql_conn, sql_db = sql_connect({'sql_engine': 'sqlite:///mediagoblin.db'})
|
|
|
|
mk_conn, mk_db = mongo_connect(app_config)
|
|
|
|
Base.metadata.create_all(sql_db.engine)
|
|
|
|
convert_users(mk_db)
|
|
Session.remove()
|
|
convert_media_entries(mk_db)
|
|
Session.remove()
|
|
convert_media_tags(mk_db)
|
|
Session.remove()
|
|
convert_media_comments(mk_db)
|
|
Session.remove()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|