forked from openlp/openlp
249 lines
11 KiB
Python
249 lines
11 KiB
Python
# -*- coding: utf-8 -*-
|
|
# vim: autoindent shiftwidth=4 expandtab textwidth=80 tabstop=4 softtabstop=4
|
|
|
|
###############################################################################
|
|
# OpenLP - Open Source Lyrics Projection #
|
|
# --------------------------------------------------------------------------- #
|
|
# Copyright (c) 2008-2010 Raoul Snyman #
|
|
# Portions copyright (c) 2008-2010 Tim Bentley, Jonathan Corwin, Michael #
|
|
# Gorven, Scott Guerrieri, Meinert Jordan, Andreas Preikschat, Christian #
|
|
# Richter, Philip Ridout, Maikel Stuivenberg, Martin Thompson, Jon Tibble, #
|
|
# Carsten Tinggaard, Frode Woldsund #
|
|
# --------------------------------------------------------------------------- #
|
|
# This program is free software; you can redistribute it and/or modify it #
|
|
# under the terms of the GNU General Public License as published by the Free #
|
|
# Software Foundation; version 2 of the License. #
|
|
# #
|
|
# This program is distributed in the hope that it will be useful, but WITHOUT #
|
|
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or #
|
|
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for #
|
|
# more details. #
|
|
# #
|
|
# You should have received a copy of the GNU General Public License along #
|
|
# with this program; if not, write to the Free Software Foundation, Inc., 59 #
|
|
# Temple Place, Suite 330, Boston, MA 02111-1307 USA #
|
|
###############################################################################
|
|
"""
|
|
The :mod:`olp1import` module provides the functionality for importing
|
|
openlp.org 1.x song databases into the current installation database.
|
|
"""
|
|
|
|
from PyQt4 import QtGui
|
|
|
|
import logging
|
|
from chardet.universaldetector import UniversalDetector
|
|
import sqlite
|
|
|
|
from openlp.core.lib import translate
|
|
from songimport import SongImport
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
class OpenLP1SongImport(SongImport):
|
|
"""
|
|
The :class:`OpenLP1SongImport` class provides OpenLP with the ability to
|
|
import song databases from installations of openlp.org 1.x.
|
|
"""
|
|
last_encoding = u'windows-1252'
|
|
|
|
def __init__(self, manager, **kwargs):
|
|
"""
|
|
Initialise the import.
|
|
|
|
``manager``
|
|
The song manager for the running OpenLP installation.
|
|
|
|
``filename``
|
|
The database providing the data to import.
|
|
"""
|
|
SongImport.__init__(self, manager)
|
|
self.import_source = kwargs[u'filename']
|
|
|
|
def do_import(self):
|
|
"""
|
|
Run the import for an openlp.org 1.x song database.
|
|
"""
|
|
# Connect to the database
|
|
encoding = self.get_encoding()
|
|
if not encoding:
|
|
return False
|
|
connection = sqlite.connect(self.import_source, mode=0444,
|
|
encoding=(encoding, 'replace'))
|
|
cursor = connection.cursor()
|
|
# Determine if we're using a new or an old DB
|
|
cursor.execute(u'SELECT name FROM sqlite_master '
|
|
u'WHERE type = \'table\' AND name = \'tracks\'')
|
|
new_db = len(cursor.fetchall()) > 0
|
|
# Count the number of records we need to import, for the progress bar
|
|
cursor.execute(u'-- types int')
|
|
cursor.execute(u'SELECT COUNT(songid) FROM songs')
|
|
count = cursor.fetchone()[0]
|
|
success = True
|
|
self.import_wizard.importProgressBar.setMaximum(count)
|
|
# "cache" our list of authors
|
|
cursor.execute(u'-- types int, unicode')
|
|
cursor.execute(u'SELECT authorid, authorname FROM authors')
|
|
authors = cursor.fetchall()
|
|
if new_db:
|
|
# "cache" our list of tracks
|
|
cursor.execute(u'-- types int, unicode')
|
|
cursor.execute(u'SELECT trackid, fulltrackname FROM tracks')
|
|
tracks = cursor.fetchall()
|
|
# Import the songs
|
|
cursor.execute(u'-- types int, unicode, unicode, unicode')
|
|
cursor.execute(u'SELECT songid, songtitle, lyrics || \'\' AS lyrics, '
|
|
u'copyrightinfo FROM songs')
|
|
songs = cursor.fetchall()
|
|
for song in songs:
|
|
self.set_defaults()
|
|
if self.stop_import_flag:
|
|
success = False
|
|
break
|
|
song_id = song[0]
|
|
title = song[1]
|
|
lyrics = song[2].replace(u'\r\n', u'\n')
|
|
copyright = song[3]
|
|
self.import_wizard.incrementProgressBar(
|
|
unicode(translate('SongsPlugin.ImportWizardForm',
|
|
'Importing "%s"...')) % title)
|
|
self.title = title
|
|
verses = lyrics.split(u'\n\n')
|
|
for verse in verses:
|
|
if verse.strip() != u'':
|
|
self.add_verse(verse.strip())
|
|
self.add_copyright(copyright)
|
|
cursor.execute(u'-- types int')
|
|
cursor.execute(u'SELECT authorid FROM songauthors '
|
|
u'WHERE songid = %s' % song_id)
|
|
author_ids = cursor.fetchall()
|
|
for author_id in author_ids:
|
|
if self.stop_import_flag:
|
|
success = False
|
|
break
|
|
for author in authors:
|
|
if author[0] == author_id[0]:
|
|
self.parse_author(author[1])
|
|
break
|
|
if self.stop_import_flag:
|
|
success = False
|
|
break
|
|
if new_db:
|
|
cursor.execute(u'-- types int')
|
|
cursor.execute(u'SELECT trackid FROM songtracks '
|
|
u'WHERE songid = %s ORDER BY listindex' % song_id)
|
|
track_ids = cursor.fetchall()
|
|
for track_id in track_ids:
|
|
if self.stop_import_flag:
|
|
success = False
|
|
break
|
|
for track in tracks:
|
|
if track[0] == track_id[0]:
|
|
self.add_media_file(track[1])
|
|
break
|
|
if self.stop_import_flag:
|
|
success = False
|
|
break
|
|
self.finish()
|
|
return success
|
|
|
|
def get_encoding(self):
|
|
"""
|
|
Detect character encoding of an openlp.org 1.x song database.
|
|
"""
|
|
# Connect to the database
|
|
connection = sqlite.connect(self.import_source, mode=0444)
|
|
cursor = connection.cursor()
|
|
|
|
detector = UniversalDetector()
|
|
# detect charset by authors
|
|
cursor.execute(u'SELECT authorname FROM authors')
|
|
authors = cursor.fetchall()
|
|
for author in authors:
|
|
detector.feed(author[0])
|
|
if detector.done:
|
|
detector.close()
|
|
return detector.result[u'encoding']
|
|
# detect charset by songs
|
|
cursor.execute(u'SELECT songtitle, copyrightinfo, '
|
|
u'lyrics || \'\' AS lyrics FROM songs')
|
|
songs = cursor.fetchall()
|
|
for index in [0, 1, 2]:
|
|
for song in songs:
|
|
detector.feed(song[index])
|
|
if detector.done:
|
|
detector.close()
|
|
return detector.result[u'encoding']
|
|
# detect charset by songs
|
|
cursor.execute(u'SELECT name FROM sqlite_master '
|
|
u'WHERE type = \'table\' AND name = \'tracks\'')
|
|
if len(cursor.fetchall()) > 0:
|
|
cursor.execute(u'SELECT fulltrackname FROM tracks')
|
|
tracks = cursor.fetchall()
|
|
for track in tracks:
|
|
detector.feed(track[0])
|
|
if detector.done:
|
|
detector.close()
|
|
return detector.result[u'encoding']
|
|
detector.close()
|
|
guess = detector.result[u'encoding']
|
|
|
|
# map chardet result to compatible windows standard code page
|
|
codepage_mapping = {'IBM866': u'cp866', 'TIS-620': u'cp874',
|
|
'SHIFT_JIS': u'cp932', 'GB2312': u'cp936', 'HZ-GB-2312': u'cp936',
|
|
'EUC-KR': u'cp949', 'Big5': u'cp950', 'ISO-8859-2': u'cp1250',
|
|
'windows-1250': u'cp1250', 'windows-1251': u'cp1251',
|
|
'windows-1252': u'cp1252', 'ISO-8859-7': u'cp1253',
|
|
'windows-1253': u'cp1253', 'ISO-8859-8': u'cp1255',
|
|
'windows-1255': u'cp1255'}
|
|
if guess in codepage_mapping:
|
|
guess = codepage_mapping[guess]
|
|
else:
|
|
guess = u'cp1252'
|
|
|
|
# Show dialog for encoding selection
|
|
encodings = [(u'cp1256', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Arabic (CP-1256)')),
|
|
(u'cp1257', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Baltic (CP-1257)')),
|
|
(u'cp1250', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Central European (CP-1250)')),
|
|
(u'cp1251', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Cyrillic (CP-1251)')),
|
|
(u'cp1253', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Greek (CP-1253)')),
|
|
(u'cp1255', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Hebrew (CP-1255)')),
|
|
(u'cp932', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Japanese (CP-932)')),
|
|
(u'cp949', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Korean (CP-949)')),
|
|
(u'cp936', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Simplified Chinese (CP-936)')),
|
|
(u'cp874', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Thai (CP-874)')),
|
|
(u'cp950', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Traditional Chinese (CP-950)')),
|
|
(u'cp1254', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Turkish (CP-1254)')),
|
|
(u'cp1258', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Vietnam (CP-1258)')),
|
|
(u'cp1252', translate('SongsPlugin.OpenLP1SongImport',
|
|
'Western European (CP-1252)'))]
|
|
encoding_index = 0
|
|
for index in range(len(encodings)):
|
|
if guess == encodings[index][0]:
|
|
encoding_index = index
|
|
break
|
|
chosen_encoding = QtGui.QInputDialog.getItem(None,
|
|
translate('SongsPlugin.OpenLP1SongImport',
|
|
'Database Character Encoding'),
|
|
translate('SongsPlugin.OpenLP1SongImport',
|
|
'The codepage setting is responsible\n'
|
|
'for the correct character representation.\n'
|
|
'Usually you are fine with the preselected choise.'),
|
|
[pair[1] for pair in encodings], encoding_index, False)
|
|
if not chosen_encoding[1]:
|
|
return None
|
|
return filter(lambda item: item[1] == chosen_encoding[0],
|
|
encodings)[0][0]
|