forked from openlp/openlp
175 lines
7.5 KiB
Python
175 lines
7.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
# vim: autoindent shiftwidth=4 expandtab textwidth=80 tabstop=4 softtabstop=4
|
|
|
|
###############################################################################
|
|
# OpenLP - Open Source Lyrics Projection #
|
|
# --------------------------------------------------------------------------- #
|
|
# Copyright (c) 2008-2011 Raoul Snyman #
|
|
# Portions copyright (c) 2008-2011 Tim Bentley, Jonathan Corwin, Michael #
|
|
# Gorven, Scott Guerrieri, Matthias Hub, Meinert Jordan, Armin Köhler, #
|
|
# Andreas Preikschat, Mattias Põldaru, Christian Richter, Philip Ridout, #
|
|
# Maikel Stuivenberg, Martin Thompson, Jon Tibble, Frode Woldsund #
|
|
# --------------------------------------------------------------------------- #
|
|
# This program is free software; you can redistribute it and/or modify it #
|
|
# under the terms of the GNU General Public License as published by the Free #
|
|
# Software Foundation; version 2 of the License. #
|
|
# #
|
|
# This program is distributed in the hope that it will be useful, but WITHOUT #
|
|
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or #
|
|
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for #
|
|
# more details. #
|
|
# #
|
|
# You should have received a copy of the GNU General Public License along #
|
|
# with this program; if not, write to the Free Software Foundation, Inc., 59 #
|
|
# Temple Place, Suite 330, Boston, MA 02111-1307 USA #
|
|
###############################################################################
|
|
"""
|
|
The :mod:`olp1import` module provides the functionality for importing
|
|
openlp.org 1.x song databases into the current installation database.
|
|
"""
|
|
|
|
import logging
|
|
from chardet.universaldetector import UniversalDetector
|
|
import sqlite
|
|
|
|
from openlp.core.lib import translate
|
|
from openlp.plugins.songs.lib import retrieve_windows_encoding
|
|
from songimport import SongImport
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
class OpenLP1SongImport(SongImport):
|
|
"""
|
|
The :class:`OpenLP1SongImport` class provides OpenLP with the ability to
|
|
import song databases from installations of openlp.org 1.x.
|
|
"""
|
|
last_encoding = u'windows-1252'
|
|
|
|
def __init__(self, manager, **kwargs):
|
|
"""
|
|
Initialise the import.
|
|
|
|
``manager``
|
|
The song manager for the running OpenLP installation.
|
|
|
|
``filename``
|
|
The database providing the data to import.
|
|
"""
|
|
SongImport.__init__(self, manager, **kwargs)
|
|
|
|
def do_import(self):
|
|
"""
|
|
Run the import for an openlp.org 1.x song database.
|
|
"""
|
|
if not self.import_source.endswith(u'.olp'):
|
|
self.log_error(self.import_source,
|
|
translate('SongsPlugin.OpenLP1SongImport',
|
|
'Not a valid openlp.org 1.x song database.'))
|
|
return
|
|
encoding = self.get_encoding()
|
|
if not encoding:
|
|
return
|
|
# Connect to the database
|
|
connection = sqlite.connect(self.import_source, mode=0444,
|
|
encoding=(encoding, 'replace'))
|
|
cursor = connection.cursor()
|
|
# Determine if we're using a new or an old DB
|
|
cursor.execute(u'SELECT name FROM sqlite_master '
|
|
u'WHERE type = \'table\' AND name = \'tracks\'')
|
|
new_db = len(cursor.fetchall()) > 0
|
|
# "cache" our list of authors
|
|
cursor.execute(u'-- types int, unicode')
|
|
cursor.execute(u'SELECT authorid, authorname FROM authors')
|
|
authors = cursor.fetchall()
|
|
if new_db:
|
|
# "cache" our list of tracks
|
|
cursor.execute(u'-- types int, unicode')
|
|
cursor.execute(u'SELECT trackid, fulltrackname FROM tracks')
|
|
tracks = cursor.fetchall()
|
|
# Import the songs
|
|
cursor.execute(u'-- types int, unicode, unicode, unicode')
|
|
cursor.execute(u'SELECT songid, songtitle, lyrics || \'\' AS lyrics, '
|
|
u'copyrightinfo FROM songs')
|
|
songs = cursor.fetchall()
|
|
self.import_wizard.progressBar.setMaximum(len(songs))
|
|
for song in songs:
|
|
self.set_defaults()
|
|
if self.stop_import_flag:
|
|
break
|
|
song_id = song[0]
|
|
self.title = song[1]
|
|
lyrics = song[2].replace(u'\r\n', u'\n')
|
|
self.add_copyright(song[3])
|
|
verses = lyrics.split(u'\n\n')
|
|
[self.add_verse(verse.strip()) for verse in verses if verse.strip()]
|
|
cursor.execute(u'-- types int')
|
|
cursor.execute(u'SELECT authorid FROM songauthors '
|
|
u'WHERE songid = %s' % song_id)
|
|
author_ids = cursor.fetchall()
|
|
for author_id in author_ids:
|
|
if self.stop_import_flag:
|
|
break
|
|
for author in authors:
|
|
if author[0] == author_id[0]:
|
|
self.parse_author(author[1])
|
|
break
|
|
if self.stop_import_flag:
|
|
break
|
|
if new_db:
|
|
cursor.execute(u'-- types int')
|
|
cursor.execute(u'SELECT trackid FROM songtracks '
|
|
u'WHERE songid = %s ORDER BY listindex' % song_id)
|
|
track_ids = cursor.fetchall()
|
|
for track_id in track_ids:
|
|
if self.stop_import_flag:
|
|
break
|
|
for track in tracks:
|
|
if track[0] == track_id[0]:
|
|
self.add_media_file(track[1])
|
|
break
|
|
if self.stop_import_flag:
|
|
break
|
|
if not self.finish():
|
|
self.log_error(self.import_source)
|
|
|
|
def get_encoding(self):
|
|
"""
|
|
Detect character encoding of an openlp.org 1.x song database.
|
|
"""
|
|
# Connect to the database
|
|
connection = sqlite.connect(self.import_source, mode=0444)
|
|
cursor = connection.cursor()
|
|
|
|
detector = UniversalDetector()
|
|
# detect charset by authors
|
|
cursor.execute(u'SELECT authorname FROM authors')
|
|
authors = cursor.fetchall()
|
|
for author in authors:
|
|
detector.feed(author[0])
|
|
if detector.done:
|
|
detector.close()
|
|
return detector.result[u'encoding']
|
|
# detect charset by songs
|
|
cursor.execute(u'SELECT songtitle, copyrightinfo, '
|
|
u'lyrics || \'\' AS lyrics FROM songs')
|
|
songs = cursor.fetchall()
|
|
for index in [0, 1, 2]:
|
|
for song in songs:
|
|
detector.feed(song[index])
|
|
if detector.done:
|
|
detector.close()
|
|
return detector.result[u'encoding']
|
|
# detect charset by songs
|
|
cursor.execute(u'SELECT name FROM sqlite_master '
|
|
u'WHERE type = \'table\' AND name = \'tracks\'')
|
|
if len(cursor.fetchall()) > 0:
|
|
cursor.execute(u'SELECT fulltrackname FROM tracks')
|
|
tracks = cursor.fetchall()
|
|
for track in tracks:
|
|
detector.feed(track[0])
|
|
if detector.done:
|
|
detector.close()
|
|
return detector.result[u'encoding']
|
|
detector.close()
|
|
return retrieve_windows_encoding(detector.result[u'encoding'])
|