Windows/Linux sqlite2 -> sqlite3 migration in one step

openlp/migration/migratesongs.py

@@ -170,12 +170,12 @@ class MigrateSongs():
                 else:
                     author = self.session.query(Author).get(bb[0])
                 song.authors.append(author)
-                try:
-                    self.session.add(song)
-                    self.session.commit()
-                except:
-                    self.session.rollback()
-                    print u'Errow thrown = ', sys.exc_info()[1]
+            try:
+                self.session.add(song)
+                self.session.commit()
+            except:
+                self.session.rollback()
+                print u'Error thrown = ', sys.exc_info()[1]
 
     def _v1_9_0_cleanup(self, database):
         self.display.sub_output(u'Update Internal Data ' + database)

openlpcnv.pyw

@@ -26,12 +26,26 @@
 import os
 import logging
 import time
+import subprocess
+import codecs
+import sys
+from datetime import date
+if os.name == u'nt':
+    import win32api
+    import win32con
+    from win32com.client import Dispatch
 
 from openlp.migration.display import *
 from openlp.migration.migratefiles import *
 from openlp.migration.migratebibles import *
 from openlp.migration.migratesongs import *
 
+###############################################################################
+# For Windows, requires SQLite ODBC Driver to be installed
+# (uses sqlite.exe and sqlite3.exe)
+#     http://www.ch-werner.de/sqliteodbc/
+###############################################################################
+
 logging.basicConfig(level=logging.DEBUG,
                 format='%(asctime)s %(name)-12s %(levelname)-8s %(message)s',
                 datefmt='%m-%d %H:%M',
@@ -69,8 +83,71 @@ class Migration(object):
         self.display.output(u'Migration Utility Finished ')
         os.rename(fname, b)
 
+    def convert_file(self, inname, outname):
+        """
+        Convert a file from another encoding into UTF-8.
+
+        ``inname``
+            The name of the file to be opened and converted.
+
+        ``outname``
+            The output file name.
+        """
+        infile = codecs.open(inname, 'r', encoding='CP1252')
+        writefile = codecs.open(outname, 'w', encoding='utf-8')
+        for line in infile:
+            #replace the quotes with quotes
+            #TODO fix double quotes
+            #line = line.replace(u'\'\'', u'@')
+            writefile.write(line)
+        infile.close()
+        writefile.close()
+
+    def convert_sqlite2_to_3(self, olddb, newdb):
+        if os.name == u'nt':
+            hKey = win32api.RegOpenKey(win32con.HKEY_LOCAL_MACHINE, u'SOFTWARE\\Microsoft\\Windows\\CurrentVersion\\Uninstall\\SQLite ODBC Driver')
+            value, type = win32api.RegQueryValueEx (hKey, "UninstallString")
+            sqlitepath, temp = os.path.split(value)
+            sqliteexe = os.path.join(sqlitepath, u'sqlite.exe')
+        else:
+            sqliteexe = u'sqlite'
+        cmd = sqliteexe + u' "' + olddb + u'" .dump'
+        if os.name == u'nt':
+            subprocess.call(cmd, stdout=open(u'./sqlite.dmp', 'w'))
+        else:
+            subprocess.call(cmd, stdout=open(u'./sqlite.dmp', 'w'), shell=True)
+        self.convert_file(u'sqlite.dmp', u'sqlite3.dmp')
+        if os.name == u'nt':
+            sqlite3exe = os.path.join(sqlitepath, u'sqlite3.exe')
+        else:
+            sqlite3exe = u'sqlite3'
+        if os.path.isfile(newdb):
+            saveddb = newdb + self.stime
+            os.rename(newdb, saveddb)
+        cmd = sqlite3exe + ' "' + newdb + '"'
+        if os.name == u'nt':
+            subprocess.call(cmd, stdin=open('sqlite3.dmp', 'r'))
+        else:
+            subprocess.call(cmd, stdin=open('sqlite3.dmp', 'r'), shell=True)
+        os.remove(u'sqlite.dmp')
+        os.remove(u'sqlite3.dmp')
+
 
 if __name__ == '__main__':
     mig = Migration()
+    config = PluginConfig(u'Songs')
+    newpath = config.get_data_path()
+    if os.name == u'nt':
+        if not os.path.isdir(newpath):
+            os.makedirs(newpath)
+        ALL_USERS_APPLICATION_DATA = 35
+        shell = Dispatch("Shell.Application")
+        folder = shell.Namespace(ALL_USERS_APPLICATION_DATA)
+        folderitem = folder.Self
+        olddb = os.path.join(folderitem.path, u'openlp.org', u'Data', u'songs.olp')
+    else:
+        olddb = os.path.join(newpath, u'songs.olp')
+    newdb = os.path.join(newpath, u'songs.sqlite')
+    mig.convert_sqlite2_to_3(olddb, newdb)
     mig.process()
     #mig.move_log_file()