diff --git a/openlp.pyw b/openlp.pyw
index 693b7aa0b..f5cb93ea7 100755
--- a/openlp.pyw
+++ b/openlp.pyw
@@ -133,10 +133,13 @@ class OpenLP(QtGui.QApplication):
     def isAlreadyRunning(self):
         self.sharedMemory = QtCore.QSharedMemory('OpenLP')
         if self.sharedMemory.attach():
-            QtGui.QMessageBox.critical(None,
+            status = QtGui.QMessageBox.critical(None,
                 UiStrings.Error, UiStrings.OpenLPStart,
-                QtGui.QMessageBox.StandardButtons(QtGui.QMessageBox.Ok))
-            return True
+                QtGui.QMessageBox.StandardButtons(
+                QtGui.QMessageBox.Yes | QtGui.QMessageBox.No))
+            if status == QtGui.QMessageBox.No:
+                return True
+            return False
         else:
             self.sharedMemory.create(1)
             return False
diff --git a/openlp/core/lib/ui.py b/openlp/core/lib/ui.py
index 6c9281f11..9f26f4056 100644
--- a/openlp/core/lib/ui.py
+++ b/openlp/core/lib/ui.py
@@ -76,7 +76,8 @@ class UiStrings(object):
     NISp = translate('OpenLP.Ui', 'No Items Selected', 'Plural')
     OLPV1 = translate('OpenLP.Ui', 'openlp.org 1.x')
     OLPV2 = translate('OpenLP.Ui', 'OpenLP 2.0')
-    OpenLPStart = translate('OpenLP.Ui', 'OpenLP is already running')
+    OpenLPStart = translate('OpenLP.Ui', 'OpenLP is already running. Do you '
+        'wish continue.')
     OpenService = translate('OpenLP.Ui', 'Open Service')
     Preview = translate('OpenLP.Ui', 'Preview')
     PreviewPanel = translate('OpenLP.Ui', 'Preview Panel')