Windows/Linux sqlite2 -> sqlite3 migration in one step

This commit is contained in:
Jonathan Corwin 2009-10-18 16:19:57 +01:00
parent 5e79fc3399
commit fbb7c0349e
2 changed files with 83 additions and 6 deletions

View File

@ -175,7 +175,7 @@ class MigrateSongs():
self.session.commit() self.session.commit()
except: except:
self.session.rollback() self.session.rollback()
print u'Errow thrown = ', sys.exc_info()[1] print u'Error thrown = ', sys.exc_info()[1]
def _v1_9_0_cleanup(self, database): def _v1_9_0_cleanup(self, database):
self.display.sub_output(u'Update Internal Data ' + database) self.display.sub_output(u'Update Internal Data ' + database)

View File

@ -26,12 +26,26 @@
import os import os
import logging import logging
import time import time
import subprocess
import codecs
import sys
from datetime import date
if os.name == u'nt':
import win32api
import win32con
from win32com.client import Dispatch
from openlp.migration.display import * from openlp.migration.display import *
from openlp.migration.migratefiles import * from openlp.migration.migratefiles import *
from openlp.migration.migratebibles import * from openlp.migration.migratebibles import *
from openlp.migration.migratesongs import * from openlp.migration.migratesongs import *
###############################################################################
# For Windows, requires SQLite ODBC Driver to be installed
# (uses sqlite.exe and sqlite3.exe)
# http://www.ch-werner.de/sqliteodbc/
###############################################################################
logging.basicConfig(level=logging.DEBUG, logging.basicConfig(level=logging.DEBUG,
format='%(asctime)s %(name)-12s %(levelname)-8s %(message)s', format='%(asctime)s %(name)-12s %(levelname)-8s %(message)s',
datefmt='%m-%d %H:%M', datefmt='%m-%d %H:%M',
@ -69,8 +83,71 @@ class Migration(object):
self.display.output(u'Migration Utility Finished ') self.display.output(u'Migration Utility Finished ')
os.rename(fname, b) os.rename(fname, b)
def convert_file(self, inname, outname):
"""
Convert a file from another encoding into UTF-8.
``inname``
The name of the file to be opened and converted.
``outname``
The output file name.
"""
infile = codecs.open(inname, 'r', encoding='CP1252')
writefile = codecs.open(outname, 'w', encoding='utf-8')
for line in infile:
#replace the quotes with quotes
#TODO fix double quotes
#line = line.replace(u'\'\'', u'@')
writefile.write(line)
infile.close()
writefile.close()
def convert_sqlite2_to_3(self, olddb, newdb):
if os.name == u'nt':
hKey = win32api.RegOpenKey(win32con.HKEY_LOCAL_MACHINE, u'SOFTWARE\\Microsoft\\Windows\\CurrentVersion\\Uninstall\\SQLite ODBC Driver')
value, type = win32api.RegQueryValueEx (hKey, "UninstallString")
sqlitepath, temp = os.path.split(value)
sqliteexe = os.path.join(sqlitepath, u'sqlite.exe')
else:
sqliteexe = u'sqlite'
cmd = sqliteexe + u' "' + olddb + u'" .dump'
if os.name == u'nt':
subprocess.call(cmd, stdout=open(u'./sqlite.dmp', 'w'))
else:
subprocess.call(cmd, stdout=open(u'./sqlite.dmp', 'w'), shell=True)
self.convert_file(u'sqlite.dmp', u'sqlite3.dmp')
if os.name == u'nt':
sqlite3exe = os.path.join(sqlitepath, u'sqlite3.exe')
else:
sqlite3exe = u'sqlite3'
if os.path.isfile(newdb):
saveddb = newdb + self.stime
os.rename(newdb, saveddb)
cmd = sqlite3exe + ' "' + newdb + '"'
if os.name == u'nt':
subprocess.call(cmd, stdin=open('sqlite3.dmp', 'r'))
else:
subprocess.call(cmd, stdin=open('sqlite3.dmp', 'r'), shell=True)
os.remove(u'sqlite.dmp')
os.remove(u'sqlite3.dmp')
if __name__ == '__main__': if __name__ == '__main__':
mig = Migration() mig = Migration()
config = PluginConfig(u'Songs')
newpath = config.get_data_path()
if os.name == u'nt':
if not os.path.isdir(newpath):
os.makedirs(newpath)
ALL_USERS_APPLICATION_DATA = 35
shell = Dispatch("Shell.Application")
folder = shell.Namespace(ALL_USERS_APPLICATION_DATA)
folderitem = folder.Self
olddb = os.path.join(folderitem.path, u'openlp.org', u'Data', u'songs.olp')
else:
olddb = os.path.join(newpath, u'songs.olp')
newdb = os.path.join(newpath, u'songs.sqlite')
mig.convert_sqlite2_to_3(olddb, newdb)
mig.process() mig.process()
#mig.move_log_file() #mig.move_log_file()