forked from openlp/openlp
126 lines
6.1 KiB
Python
126 lines
6.1 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
##########################################################################
|
|
# OpenLP - Open Source Lyrics Projection #
|
|
# ---------------------------------------------------------------------- #
|
|
# Copyright (c) 2008-2022 OpenLP Developers #
|
|
# ---------------------------------------------------------------------- #
|
|
# This program is free software: you can redistribute it and/or modify #
|
|
# it under the terms of the GNU General Public License as published by #
|
|
# the Free Software Foundation, either version 3 of the License, or #
|
|
# (at your option) any later version. #
|
|
# #
|
|
# This program is distributed in the hope that it will be useful, #
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of #
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
|
|
# GNU General Public License for more details. #
|
|
# #
|
|
# You should have received a copy of the GNU General Public License #
|
|
# along with this program. If not, see <https://www.gnu.org/licenses/>. #
|
|
##########################################################################
|
|
"""
|
|
The :mod:`zionworx` module provides the functionality for importing ZionWorx songs into the OpenLP database.
|
|
"""
|
|
import csv
|
|
import logging
|
|
|
|
from openlp.core.common.i18n import translate
|
|
from openlp.plugins.songs.lib.importers.songimport import SongImport
|
|
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
class ZionWorxImport(SongImport):
|
|
"""
|
|
The :class:`ZionWorxImport` class provides the ability to import songs
|
|
from ZionWorx, via a dump of the ZionWorx database to a CSV file.
|
|
|
|
ZionWorx song database fields:
|
|
|
|
* ``SongNum`` Song ID. (Discarded by importer)
|
|
* ``Title1`` Main Title.
|
|
* ``Title2`` Alternate Title.
|
|
* ``Lyrics`` Song verses, separated by blank lines.
|
|
* ``Writer`` Song author(s).
|
|
* ``Copyright`` Copyright information
|
|
* ``Keywords`` (Discarded by importer)
|
|
* ``DefaultStyle`` (Discarded by importer)
|
|
|
|
ZionWorx has no native export function; it uses the proprietary TurboDB
|
|
database engine. The TurboDB vendor, dataWeb, provides tools which can
|
|
export TurboDB tables to other formats, such as freeware console tool
|
|
TurboDB Data Exchange which is available for Windows and Linux. This command
|
|
exports the ZionWorx songs table to a CSV file:
|
|
|
|
``tdbdatax MainTable.dat songstable.csv -fsdf -s, -qd``
|
|
|
|
* -f Table format: ``sdf`` denotes text file.
|
|
* -s Separator character between fields.
|
|
* -q Quote character surrounding fields. ``d`` denotes double-quote.
|
|
|
|
CSV format expected by importer:
|
|
|
|
* Field separator character is comma ``,``
|
|
* Fields surrounded by double-quotes ``"``. This enables fields (such as
|
|
Lyrics) to include new-lines and commas. Double-quotes within a field
|
|
are denoted by two double-quotes ``""``
|
|
* Note: This is the default format of the Python ``csv`` module.
|
|
|
|
"""
|
|
def do_import(self):
|
|
"""
|
|
Receive a CSV file (from a ZionWorx database dump) to import.
|
|
"""
|
|
# Encoding should always be ISO-8859-1
|
|
with self.import_source.open('rt', encoding='ISO-8859-1') as songs_file:
|
|
field_names = ['SongNum', 'Title1', 'Title2', 'Lyrics', 'Writer', 'Copyright', 'Keywords',
|
|
'DefaultStyle']
|
|
songs_reader = csv.DictReader(songs_file, field_names)
|
|
try:
|
|
records = list(songs_reader)
|
|
except csv.Error as e:
|
|
self.log_error(translate('SongsPlugin.ZionWorxImport', 'Error reading CSV file.'),
|
|
translate('SongsPlugin.ZionWorxImport',
|
|
'Line {number:d}: {error}').format(number=songs_reader.line_num, error=e))
|
|
return
|
|
num_records = len(records)
|
|
log.info('{count} records found in CSV file'.format(count=num_records))
|
|
self.import_wizard.progress_bar.setMaximum(num_records)
|
|
try:
|
|
for index, record in enumerate(records, 1):
|
|
if self.stop_import_flag:
|
|
return
|
|
self.set_defaults()
|
|
try:
|
|
self.title = record['Title1']
|
|
if record['Title2']:
|
|
self.alternate_title = record['Title2']
|
|
self.parse_author(record['Writer'])
|
|
self.add_copyright(record['Copyright'])
|
|
lyrics = record['Lyrics']
|
|
except UnicodeDecodeError as e:
|
|
self.log_error(translate('SongsPlugin.ZionWorxImport', 'Record {index}').format(index=index),
|
|
translate('SongsPlugin.ZionWorxImport',
|
|
'Decoding error: {error}').format(error=e))
|
|
continue
|
|
except TypeError as e:
|
|
self.log_error(translate('SongsPlugin.ZionWorxImport', 'File not valid ZionWorx CSV format.'),
|
|
'TypeError: {error}'.format(error=e))
|
|
return
|
|
verse = ''
|
|
for line in lyrics.splitlines():
|
|
if line and not line.isspace():
|
|
verse += line + '\n'
|
|
elif verse:
|
|
self.add_verse(verse, 'v')
|
|
verse = ''
|
|
if verse:
|
|
self.add_verse(verse, 'v')
|
|
title = self.title
|
|
if not self.finish():
|
|
self.log_error(translate('SongsPlugin.ZionWorxImport', 'Record %d') % index +
|
|
(': "' + title + '"' if title else ''))
|
|
except AttributeError:
|
|
self.log_error(translate('SongsPlugin.ZionWorxImport', 'Error reading CSV file.'))
|