Misago/misago/management/commands/migratefrom01.py

from django.conf import settings
from django.core.management import CommandError
from django.core.management.base import BaseCommand
from django.db import connections
from misago.models import *

class Command(BaseCommand):
    """
    Small utility that migrates data from Misago 0.1 instalation to 0.2
    """
    help = 'Updates Popular Threads ranking'
    def handle(self, *args, **options):
        self.cursor = connections['deprecated'].cursor()
        self.stdout.write('\nBeginning migration from Misago 0.1...\n')

        self.mig_settings()
        self.mig_monitor()

        self.users = {}
        self.forums = {}
        self.threads = {}

        self.mig_users()
        self.mig_users_roles()
        self.mig_users_relations()
        
        Karma.objects.all().delete()
        Change.objects.all().delete()
        Checkpoint.objects.all().delete()
        Post.objects.all().delete()
        Thread.objects.all().delete()

        self.mig_forums()
        
        self.mig_threads()
        self.mig_posts()
        self.mig_subs()

        self.sync_threads()
        self.sync_forums()
        
        self.stdout.write('\nData was migrated.\n')

    def mig_settings(self):
        self.stdout.write('Migrating Database Settings...')
        self.cursor.execute("SELECT setting, value FROM settings_setting");
        for row in self.dictfetchall():
            Setting.objects.filter(setting=row['setting']).update(value=row['value'])

    def mig_monitor(self):
        self.stdout.write('Migrating Forum Monitor...')
        self.cursor.execute("SELECT id, value, updated FROM monitor_item");
        for row in self.dictfetchall():
            MonitorItem.objects.filter(id=row['id']).update(value=row['value'], updated=row['updated'])

    def mig_users(self):
        User.objects.all().delete()
        self.stdout.write('Migrating Users...')
        self.cursor.execute("SELECT * FROM users_user");
        for row in self.dictfetchall():
            self.users[row['id']] = User.objects.create(
                                                        username=row['username'],
                                                        username_slug=row['username_slug'],
                                                        email=row['email'],
                                                        email_hash=row['email_hash'],
                                                        password=row['password'],
                                                        password_date=row['password_date'],
                                                        avatar_type=row['avatar_type'],
                                                        avatar_image=row['avatar_image'],
                                                        avatar_original=row['avatar_original'],
                                                        avatar_temp=row['avatar_temp'],
                                                        signature=row['signature'],
                                                        signature_preparsed=row['signature_preparsed'],
                                                        join_date=row['join_date'],
                                                        join_ip=row['join_ip'],
                                                        join_agent=row['join_agent'],
                                                        last_date=row['last_date'],
                                                        last_ip=row['last_ip'],
                                                        last_agent=row['last_agent'],
                                                        hide_activity=row['hide_activity'],
                                                        subscribe_start=row['subscribe_start'],
                                                        subscribe_reply=row['subscribe_reply'],
                                                        receive_newsletters=row['receive_newsletters'],
                                                        threads=row['threads'],
                                                        posts=row['posts'],
                                                        votes=row['votes'],
                                                        karma_given_p=row['karma_given_p'],
                                                        karma_given_n=row['karma_given_n'],
                                                        karma_p=row['karma_p'],
                                                        karma_n=row['karma_n'],
                                                        following=row['following'],
                                                        followers=row['followers'],
                                                        score=row['score'],
                                                        ranking=row['ranking'],
                                                        last_sync=row['last_sync'],
                                                        title=row['title'],
                                                        last_post=row['last_post'],
                                                        last_search=row['last_search'],
                                                        alerts=row['alerts'],
                                                        alerts_date=row['alerts_date'],
                                                        activation=row['activation'],
                                                        token=row['token'],
                                                        avatar_ban=row['avatar_ban'],
                                                        avatar_ban_reason_user=row['avatar_ban_reason_user'],
                                                        avatar_ban_reason_admin=row['avatar_ban_reason_admin'],
                                                        signature_ban=row['signature_ban'],
                                                        signature_ban_reason_user=row['signature_ban_reason_user'],
                                                        signature_ban_reason_admin=row['signature_ban_reason_admin'],
                                                        timezone=row['timezone'],
                                                        is_team=row['is_team'],
                                                        acl_key=row['acl_key'],
                                                        )

    def mig_users_roles(self):
        self.stdout.write('Migrating Users Roles...')
        self.cursor.execute("SELECT * FROM users_user_roles");
        for row in self.dictfetchall():
            self.users[row['user_id']].roles.add(Role.objects.get(id=row['role_id']))

    def mig_users_relations(self):
        self.stdout.write('Migrating Users Relations...')
        self.cursor.execute("SELECT * FROM users_user_follows");
        for row in self.dictfetchall():
            self.users[row['from_user_id']].follows.add(self.users[row['to_user_id']])
        self.cursor.execute("SELECT * FROM users_user_ignores");
        for row in self.dictfetchall():
            self.users[row['from_user_id']].ignores.add(self.users[row['to_user_id']])

    def mig_forums(self):
        self.stdout.write('Migrating Forums...')
        self.forums[4] = Forum.objects.get(special='root')
        for forum in self.forums[4].get_descendants():
            forum.delete()
        self.forums[4] = Forum.objects.get(special='root')
        self.cursor.execute("SELECT * FROM forums_forum WHERE level > 0 ORDER BY lft");
        for row in self.dictfetchall():
            self.forums[row['id']] = Forum(
                                           type=row['type'],
                                           special=row['token'],
                                           name=row['name'],
                                           slug=row['slug'],
                                           description=row['description'],
                                           description_preparsed=row['description_preparsed'],
                                           redirect=row['redirect'],
                                           redirects=row['redirects'],
                                           attrs=row['attrs'],
                                           show_details=row['show_details'],
                                           style=row['style'],
                                           closed=row['closed'],
                                           )
            self.forums[row['id']].insert_at(self.forums[row['parent_id']], position='last-child', save=True)
            Forum.objects.populate_tree(True)

    def mig_threads(self):
        self.stdout.write('Migrating Threads...')
        self.cursor.execute("SELECT * FROM threads_thread");
        for row in self.dictfetchall():
            self.threads[row['id']] = Thread.objects.create(                
                                                            forum=self.forums[row['forum_id']],
                                                            weight=row['weight'],
                                                            name=row['name'],
                                                            slug=row['slug'],
                                                            merges=row['merges'],
                                                            score=row['score'],
                                                            upvotes=row['upvotes'],
                                                            downvotes=row['downvotes'],
                                                            start=row['start'],
                                                            start_poster_name='a',
                                                            start_poster_slug='a',
                                                            last=row['last'],
                                                            deleted=row['deleted'],
                                                            closed=row['closed'],
                                                            )

    def mig_posts(self):
        self.stdout.write('Migrating Posts...')
        self.cursor.execute("SELECT * FROM threads_post");
        for row in self.dictfetchall():
            post = Post.objects.create(
                                       forum=self.forums[row['forum_id']],
                                       thread=self.threads[row['thread_id']],
                                       merge=row['merge'],
                                       user=(self.users[row['user_id']] if row['user_id'] else None),
                                       user_name=row['user_name'],
                                       ip=row['ip'],
                                       agent=row['agent'],
                                       post=row['post'],
                                       post_preparsed=row['post_preparsed'],
                                       upvotes=row['upvotes'],
                                       downvotes=row['downvotes'],
                                       checkpoints=row['checkpoints'],
                                       date=row['date'],
                                       edits=row['edits'],
                                       edit_date=row['edit_date'],
                                       edit_reason=row['edit_reason'],
                                       edit_user=(self.users[row['edit_user_id']] if row['edit_user_id'] else None),
                                       edit_user_name=row['edit_user_name'],
                                       edit_user_slug=row['edit_user_slug'],
                                       reported=row['reported'],
                                       moderated=row['moderated'],
                                       deleted=row['deleted'],
                                       protected=row['protected'],
                                       )

            # Migrate post checkpoints
            self.cursor.execute("SELECT * FROM threads_checkpoint WHERE post_id = %s" % row['id']);
            for related in self.dictfetchall():
                Checkpoint.objects.create(
                                          forum=self.forums[row['forum_id']],
                                          thread=self.threads[row['thread_id']],
                                          post=post,
                                          action=related['action'],
                                          user=(self.users[related['user_id']] if related['user_id'] else None),
                                          user_name=related['user_name'],
                                          user_slug=related['user_slug'],
                                          date=related['date'],
                                          ip=related['ip'],
                                          agent=related['agent'],
                                          )

            # Migrate post edits
            self.cursor.execute("SELECT * FROM threads_change WHERE post_id = %s" % row['id']);
            for related in self.dictfetchall():
                Change.objects.create(
                                      forum=self.forums[row['forum_id']],
                                      thread=self.threads[row['thread_id']],
                                      post=post,
                                      user=(self.users[related['user_id']] if related['user_id'] else None),
                                      user_name=related['user_name'],
                                      user_slug=related['user_slug'],
                                      date=related['date'],
                                      ip=related['ip'],
                                      agent=related['agent'],
                                      reason=related['reason'],
                                      thread_name_new=related['thread_name_new'],
                                      thread_name_old=related['thread_name_old'],
                                      post_content=related['post_content'],
                                      size=related['size'],
                                      change=related['change'],
                                      )

            # Migrate post karmas
            self.cursor.execute("SELECT * FROM threads_karma WHERE post_id = %s" % row['id']);
            for related in self.dictfetchall():
                Karma.objects.create(
                                     forum=self.forums[row['forum_id']],
                                     thread=self.threads[row['thread_id']],
                                     post=post,
                                     user=(self.users[related['user_id']] if related['user_id'] else None),
                                     user_name=related['user_name'],
                                     user_slug=related['user_slug'],
                                     date=related['date'],
                                     ip=related['ip'],
                                     agent=related['agent'],
                                     score=related['score'],
                                     )

            # Migrate mentions
            self.cursor.execute("SELECT * FROM threads_post_mentions WHERE post_id = %s" % row['id']);
            for related in self.dictfetchall():
                post.mentions.add(self.users[related['user_id']])

    def mig_subs(self):
        self.stdout.write('Migrating Subscribtions...')
        self.cursor.execute("SELECT * FROM watcher_threadwatch");
        for row in self.dictfetchall():
            WatchedThread.objects.create( 
                                         user=self.users[row['user_id']],
                                         forum=self.forums[row['forum_id']],
                                         thread=self.threads[row['thread_id']],
                                         last_read=row['last_read'],
                                         email=row['email'],
                                         )

    def sync_threads(self):
        self.stdout.write('Synchronising Threads...')
        for thread in Thread.objects.all():
            thread.sync()
            thread.save(force_update=True)

    def sync_forums(self):
        self.stdout.write('Synchronising Forums...')
        for forum in Forum.objects.all():
            forum.sync()
            forum.save(force_update=True)

    def dictfetchall(self):
        desc = self.cursor.description
        return [dict(zip([col[0] for col in desc], row)) for row in self.cursor.fetchall()]