|
|
@@ -1,289 +0,0 @@
|
|
|
-from django.conf import settings
|
|
|
-from django.core.management import CommandError
|
|
|
-from django.core.management.base import BaseCommand
|
|
|
-from django.db import connections
|
|
|
-from misago.models import *
|
|
|
-
|
|
|
-class Command(BaseCommand):
|
|
|
- """
|
|
|
- Small utility that migrates data from Misago 0.1 instalation to 0.2
|
|
|
- """
|
|
|
- help = 'Updates Popular Threads ranking'
|
|
|
- def handle(self, *args, **options):
|
|
|
- self.cursor = connections['deprecated'].cursor()
|
|
|
- self.stdout.write('\nBeginning migration from Misago 0.1...\n')
|
|
|
-
|
|
|
- self.mig_settings()
|
|
|
- self.mig_monitor()
|
|
|
-
|
|
|
- self.users = {}
|
|
|
- self.forums = {}
|
|
|
- self.threads = {}
|
|
|
-
|
|
|
- self.mig_users()
|
|
|
- self.mig_users_roles()
|
|
|
- self.mig_users_relations()
|
|
|
-
|
|
|
- Karma.objects.all().delete()
|
|
|
- Change.objects.all().delete()
|
|
|
- Checkpoint.objects.all().delete()
|
|
|
- Post.objects.all().delete()
|
|
|
- Thread.objects.all().delete()
|
|
|
-
|
|
|
- self.mig_forums()
|
|
|
-
|
|
|
- self.mig_threads()
|
|
|
- self.mig_posts()
|
|
|
- self.mig_subs()
|
|
|
-
|
|
|
- self.sync_threads()
|
|
|
- self.sync_forums()
|
|
|
-
|
|
|
- self.stdout.write('\nData was migrated.\n')
|
|
|
-
|
|
|
- def mig_settings(self):
|
|
|
- self.stdout.write('Migrating Database Settings...')
|
|
|
- self.cursor.execute("SELECT setting, value FROM settings_setting");
|
|
|
- for row in self.dictfetchall():
|
|
|
- Setting.objects.filter(setting=row['setting']).update(value=row['value'])
|
|
|
-
|
|
|
- def mig_monitor(self):
|
|
|
- self.stdout.write('Migrating Forum Monitor...')
|
|
|
- self.cursor.execute("SELECT id, value, updated FROM monitor_item");
|
|
|
- for row in self.dictfetchall():
|
|
|
- MonitorItem.objects.filter(id=row['id']).update(value=row['value'], updated=row['updated'])
|
|
|
-
|
|
|
- def mig_users(self):
|
|
|
- User.objects.all().delete()
|
|
|
- self.stdout.write('Migrating Users...')
|
|
|
- self.cursor.execute("SELECT * FROM users_user");
|
|
|
- for row in self.dictfetchall():
|
|
|
- self.users[row['id']] = User.objects.create(
|
|
|
- username=row['username'],
|
|
|
- username_slug=row['username_slug'],
|
|
|
- email=row['email'],
|
|
|
- email_hash=row['email_hash'],
|
|
|
- password=row['password'],
|
|
|
- password_date=row['password_date'],
|
|
|
- avatar_type=row['avatar_type'],
|
|
|
- avatar_image=row['avatar_image'],
|
|
|
- avatar_original=row['avatar_original'],
|
|
|
- avatar_temp=row['avatar_temp'],
|
|
|
- signature=row['signature'],
|
|
|
- signature_preparsed=row['signature_preparsed'],
|
|
|
- join_date=row['join_date'],
|
|
|
- join_ip=row['join_ip'],
|
|
|
- join_agent=row['join_agent'],
|
|
|
- last_date=row['last_date'],
|
|
|
- last_ip=row['last_ip'],
|
|
|
- last_agent=row['last_agent'],
|
|
|
- hide_activity=row['hide_activity'],
|
|
|
- subscribe_start=row['subscribe_start'],
|
|
|
- subscribe_reply=row['subscribe_reply'],
|
|
|
- receive_newsletters=row['receive_newsletters'],
|
|
|
- threads=row['threads'],
|
|
|
- posts=row['posts'],
|
|
|
- votes=row['votes'],
|
|
|
- karma_given_p=row['karma_given_p'],
|
|
|
- karma_given_n=row['karma_given_n'],
|
|
|
- karma_p=row['karma_p'],
|
|
|
- karma_n=row['karma_n'],
|
|
|
- following=row['following'],
|
|
|
- followers=row['followers'],
|
|
|
- score=row['score'],
|
|
|
- ranking=row['ranking'],
|
|
|
- last_sync=row['last_sync'],
|
|
|
- title=row['title'],
|
|
|
- last_post=row['last_post'],
|
|
|
- last_search=row['last_search'],
|
|
|
- alerts=row['alerts'],
|
|
|
- alerts_date=row['alerts_date'],
|
|
|
- activation=row['activation'],
|
|
|
- token=row['token'],
|
|
|
- avatar_ban=row['avatar_ban'],
|
|
|
- avatar_ban_reason_user=row['avatar_ban_reason_user'],
|
|
|
- avatar_ban_reason_admin=row['avatar_ban_reason_admin'],
|
|
|
- signature_ban=row['signature_ban'],
|
|
|
- signature_ban_reason_user=row['signature_ban_reason_user'],
|
|
|
- signature_ban_reason_admin=row['signature_ban_reason_admin'],
|
|
|
- timezone=row['timezone'],
|
|
|
- is_team=row['is_team'],
|
|
|
- acl_key=row['acl_key'],
|
|
|
- )
|
|
|
-
|
|
|
- def mig_users_roles(self):
|
|
|
- self.stdout.write('Migrating Users Roles...')
|
|
|
- self.cursor.execute("SELECT * FROM users_user_roles");
|
|
|
- for row in self.dictfetchall():
|
|
|
- self.users[row['user_id']].roles.add(Role.objects.get(id=row['role_id']))
|
|
|
-
|
|
|
- def mig_users_relations(self):
|
|
|
- self.stdout.write('Migrating Users Relations...')
|
|
|
- self.cursor.execute("SELECT * FROM users_user_follows");
|
|
|
- for row in self.dictfetchall():
|
|
|
- self.users[row['from_user_id']].follows.add(self.users[row['to_user_id']])
|
|
|
- self.cursor.execute("SELECT * FROM users_user_ignores");
|
|
|
- for row in self.dictfetchall():
|
|
|
- self.users[row['from_user_id']].ignores.add(self.users[row['to_user_id']])
|
|
|
-
|
|
|
- def mig_forums(self):
|
|
|
- self.stdout.write('Migrating Forums...')
|
|
|
- self.forums[4] = Forum.objects.get(special='root')
|
|
|
- for forum in self.forums[4].get_descendants():
|
|
|
- forum.delete()
|
|
|
- self.forums[4] = Forum.objects.get(special='root')
|
|
|
- self.cursor.execute("SELECT * FROM forums_forum WHERE level > 0 ORDER BY lft");
|
|
|
- for row in self.dictfetchall():
|
|
|
- self.forums[row['id']] = Forum(
|
|
|
- type=row['type'],
|
|
|
- special=row['token'],
|
|
|
- name=row['name'],
|
|
|
- slug=row['slug'],
|
|
|
- description=row['description'],
|
|
|
- description_preparsed=row['description_preparsed'],
|
|
|
- redirect=row['redirect'],
|
|
|
- redirects=row['redirects'],
|
|
|
- attrs=row['attrs'],
|
|
|
- show_details=row['show_details'],
|
|
|
- style=row['style'],
|
|
|
- closed=row['closed'],
|
|
|
- )
|
|
|
- self.forums[row['id']].insert_at(self.forums[row['parent_id']], position='last-child', save=True)
|
|
|
- Forum.objects.populate_tree(True)
|
|
|
-
|
|
|
- def mig_threads(self):
|
|
|
- self.stdout.write('Migrating Threads...')
|
|
|
- self.cursor.execute("SELECT * FROM threads_thread");
|
|
|
- for row in self.dictfetchall():
|
|
|
- self.threads[row['id']] = Thread.objects.create(
|
|
|
- forum=self.forums[row['forum_id']],
|
|
|
- weight=row['weight'],
|
|
|
- name=row['name'],
|
|
|
- slug=row['slug'],
|
|
|
- merges=row['merges'],
|
|
|
- score=row['score'],
|
|
|
- upvotes=row['upvotes'],
|
|
|
- downvotes=row['downvotes'],
|
|
|
- start=row['start'],
|
|
|
- start_poster_name='a',
|
|
|
- start_poster_slug='a',
|
|
|
- last=row['last'],
|
|
|
- deleted=row['deleted'],
|
|
|
- closed=row['closed'],
|
|
|
- )
|
|
|
-
|
|
|
- def mig_posts(self):
|
|
|
- self.stdout.write('Migrating Posts...')
|
|
|
- self.cursor.execute("SELECT * FROM threads_post");
|
|
|
- for row in self.dictfetchall():
|
|
|
- post = Post.objects.create(
|
|
|
- forum=self.forums[row['forum_id']],
|
|
|
- thread=self.threads[row['thread_id']],
|
|
|
- merge=row['merge'],
|
|
|
- user=(self.users[row['user_id']] if row['user_id'] else None),
|
|
|
- user_name=row['user_name'],
|
|
|
- ip=row['ip'],
|
|
|
- agent=row['agent'],
|
|
|
- post=row['post'],
|
|
|
- post_preparsed=row['post_preparsed'],
|
|
|
- upvotes=row['upvotes'],
|
|
|
- downvotes=row['downvotes'],
|
|
|
- checkpoints=row['checkpoints'],
|
|
|
- date=row['date'],
|
|
|
- edits=row['edits'],
|
|
|
- edit_date=row['edit_date'],
|
|
|
- edit_reason=row['edit_reason'],
|
|
|
- edit_user=(self.users[row['edit_user_id']] if row['edit_user_id'] else None),
|
|
|
- edit_user_name=row['edit_user_name'],
|
|
|
- edit_user_slug=row['edit_user_slug'],
|
|
|
- reported=row['reported'],
|
|
|
- moderated=row['moderated'],
|
|
|
- deleted=row['deleted'],
|
|
|
- protected=row['protected'],
|
|
|
- )
|
|
|
-
|
|
|
- # Migrate post checkpoints
|
|
|
- self.cursor.execute("SELECT * FROM threads_checkpoint WHERE post_id = %s" % row['id']);
|
|
|
- for related in self.dictfetchall():
|
|
|
- Checkpoint.objects.create(
|
|
|
- forum=self.forums[row['forum_id']],
|
|
|
- thread=self.threads[row['thread_id']],
|
|
|
- post=post,
|
|
|
- action=related['action'],
|
|
|
- user=(self.users[related['user_id']] if related['user_id'] else None),
|
|
|
- user_name=related['user_name'],
|
|
|
- user_slug=related['user_slug'],
|
|
|
- date=related['date'],
|
|
|
- ip=related['ip'],
|
|
|
- agent=related['agent'],
|
|
|
- )
|
|
|
-
|
|
|
- # Migrate post edits
|
|
|
- self.cursor.execute("SELECT * FROM threads_change WHERE post_id = %s" % row['id']);
|
|
|
- for related in self.dictfetchall():
|
|
|
- Change.objects.create(
|
|
|
- forum=self.forums[row['forum_id']],
|
|
|
- thread=self.threads[row['thread_id']],
|
|
|
- post=post,
|
|
|
- user=(self.users[related['user_id']] if related['user_id'] else None),
|
|
|
- user_name=related['user_name'],
|
|
|
- user_slug=related['user_slug'],
|
|
|
- date=related['date'],
|
|
|
- ip=related['ip'],
|
|
|
- agent=related['agent'],
|
|
|
- reason=related['reason'],
|
|
|
- thread_name_new=related['thread_name_new'],
|
|
|
- thread_name_old=related['thread_name_old'],
|
|
|
- post_content=related['post_content'],
|
|
|
- size=related['size'],
|
|
|
- change=related['change'],
|
|
|
- )
|
|
|
-
|
|
|
- # Migrate post karmas
|
|
|
- self.cursor.execute("SELECT * FROM threads_karma WHERE post_id = %s" % row['id']);
|
|
|
- for related in self.dictfetchall():
|
|
|
- Karma.objects.create(
|
|
|
- forum=self.forums[row['forum_id']],
|
|
|
- thread=self.threads[row['thread_id']],
|
|
|
- post=post,
|
|
|
- user=(self.users[related['user_id']] if related['user_id'] else None),
|
|
|
- user_name=related['user_name'],
|
|
|
- user_slug=related['user_slug'],
|
|
|
- date=related['date'],
|
|
|
- ip=related['ip'],
|
|
|
- agent=related['agent'],
|
|
|
- score=related['score'],
|
|
|
- )
|
|
|
-
|
|
|
- # Migrate mentions
|
|
|
- self.cursor.execute("SELECT * FROM threads_post_mentions WHERE post_id = %s" % row['id']);
|
|
|
- for related in self.dictfetchall():
|
|
|
- post.mentions.add(self.users[related['user_id']])
|
|
|
-
|
|
|
- def mig_subs(self):
|
|
|
- self.stdout.write('Migrating Subscribtions...')
|
|
|
- self.cursor.execute("SELECT * FROM watcher_threadwatch");
|
|
|
- for row in self.dictfetchall():
|
|
|
- WatchedThread.objects.create(
|
|
|
- user=self.users[row['user_id']],
|
|
|
- forum=self.forums[row['forum_id']],
|
|
|
- thread=self.threads[row['thread_id']],
|
|
|
- last_read=row['last_read'],
|
|
|
- email=row['email'],
|
|
|
- )
|
|
|
-
|
|
|
- def sync_threads(self):
|
|
|
- self.stdout.write('Synchronising Threads...')
|
|
|
- for thread in Thread.objects.all():
|
|
|
- thread.sync()
|
|
|
- thread.save(force_update=True)
|
|
|
-
|
|
|
- def sync_forums(self):
|
|
|
- self.stdout.write('Synchronising Forums...')
|
|
|
- for forum in Forum.objects.all():
|
|
|
- forum.sync()
|
|
|
- forum.save(force_update=True)
|
|
|
-
|
|
|
- def dictfetchall(self):
|
|
|
- desc = self.cursor.description
|
|
|
- return [dict(zip([col[0] for col in desc], row)) for row in self.cursor.fetchall()]
|
Ralfp