{% for entry in entries %}
{% if loop.index0 == (loop.length/2)|int and loop.length > 20 %}
+
{% endif %}
-
{{entry.count}}
-
+
{{entry.count}}
+
{% endfor %}
diff --git a/cps/templates/tasks.html b/cps/templates/tasks.html
index a7d622c6..21abe62b 100644
--- a/cps/templates/tasks.html
+++ b/cps/templates/tasks.html
@@ -5,17 +5,19 @@
{% block body %}
{{_('Tasks list')}}
-
+
{% if g.user.role_admin() %}
- | {{_('User')}} |
+ {{_('User')}} |
{% endif %}
- {{_('Task')}} |
- {{_('Status')}} |
- {{_('Progress')}} |
- {{_('Runtime')}} |
- {{_('Starttime')}} |
+ {{_('Task')}} |
+ {{_('Status')}} |
+ {{_('Progress')}} |
+ {{_('Runtime')}} |
+ {{_('Starttime')}} |
+ |
+ |
@@ -43,6 +45,13 @@
}
});
}, 1000);
+ function elementSorter(a, b) {
+ a = +a.slice(0, -2);
+ b = +b.slice(0, -2);
+ if (a > b) return 1;
+ if (a < b) return -1;
+ return 0;
+ }
{% endblock %}
diff --git a/cps/web.py b/cps/web.py
index 0e7a389d..ce926d70 100755
--- a/cps/web.py
+++ b/cps/web.py
@@ -29,14 +29,13 @@ import logging
from logging.handlers import RotatingFileHandler
from flask import (Flask, render_template, request, Response, redirect,
url_for, send_from_directory, make_response, g, flash,
- abort, Markup, stream_with_context)
+ abort, Markup)
from flask import __version__ as flaskVersion
import cache_buster
import ub
from ub import config
import helper
import os
-import errno
from sqlalchemy.sql.expression import func
from sqlalchemy.sql.expression import false
from sqlalchemy.exc import IntegrityError
@@ -349,25 +348,20 @@ def remote_login_required(f):
def shortentitle_filter(s,nchar=20):
text = s.split()
res = "" # result
- sum = 0 # overall length
+ suml = 0 # overall length
for line in text:
- if sum >= 60:
+ if suml >= 60:
res += '...'
break
# if word longer than 20 chars truncate line and append '...', otherwise add whole word to result
# string, and summarize total length to stop at 60 chars
if len(line) > nchar:
res += line[:(nchar-3)] + '[..] '
- sum += nchar+3
+ suml += nchar+3
else:
res += line + ' '
- sum += len(line) + 1
+ suml += len(line) + 1
return res.strip()
- #if len(s) > 20:
- # s = s.split(':', 1)[0]
- # if len(s) > 20:
- # s = textwrap.wrap(s, 20, break_long_words=True)[0] + ' ...'
- #return s
@app.template_filter('mimetype')
@@ -784,7 +778,7 @@ def feed_series(book_id):
off = request.args.get("offset")
if not off:
off = 0
- entries, random, pagination = fill_indexpage((int(off) / (int(config.config_books_per_page)) + 1),
+ entries, __, pagination = fill_indexpage((int(off) / (int(config.config_books_per_page)) + 1),
db.Books, db.Books.series.any(db.Series.id == book_id), [db.Books.series_index])
xml = render_title_template('feed.xml', entries=entries, pagination=pagination)
response = make_response(xml)
@@ -889,7 +883,7 @@ def get_metadata_calibre_companion(uuid):
@login_required
def get_email_status_json():
answer=list()
- tasks=helper.global_eMailThread.get_taskstatus()
+ tasks=helper.global_WorkerThread.get_taskstatus()
if not current_user.role_admin():
for task in tasks:
if task['user'] == current_user.nickname:
@@ -909,6 +903,32 @@ def get_email_status_json():
if 'starttime' not in task:
task['starttime'] = ""
answer = tasks
+ '''answer.append({'user': 'Test', 'starttime': '07.3.2018 15:23', 'progress': " 0 %", 'type': 'E-Mail',
+ 'runtime': '0 s', 'rt': 0, 'status': _('Waiting'),'id':1 })
+ answer.append({'user': 'Admin', 'starttime': '07.3.2018 15:33', 'progress': " 11 %", 'type': 'E-Mail',
+ 'runtime': '2 s', 'rt':2, 'status': _('Waiting'),'id':2})
+ answer.append({'user': 'Nanny', 'starttime': '8.3.2018 15:23', 'progress': " 2 %", 'type': 'E-Mail',
+ 'runtime': '32 s','rt':32, 'status': _('Waiting'),'id':3})
+ answer.append({'user': 'Guest', 'starttime': '09.3.2018 14:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '7 s','rt':7, 'status': _('Waiting'),'id':4})
+ answer.append({'user': 'Guest', 'starttime': '09.3.2018 14:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '22 s','rt':22, 'status': _('Waiting'),'id':5})
+ answer.append({'user': 'Guest', 'starttime': '09.3.2018 14:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '17 s','rt':17, 'status': _('Waiting'),'id':6})
+ answer.append({'user': 'Guest', 'starttime': '09.3.2018 14:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '72 s','rt':72, 'status': _('Waiting'),'id':7})
+ answer.append({'user': 'Guest', 'starttime': '19.3.2018 14:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '1:07 s','rt':67, 'status': _('Waiting'),'id':8})
+ answer.append({'user': 'Guest', 'starttime': '18.2.2018 12:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '2:07 s','rt':127, 'status': _('Waiting'),'id':9})
+ answer.append({'user': 'Guest', 'starttime': '09.3.2018 14:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '27 s','rt':27, 'status': _('Waiting'),'id':10})
+ answer.append({'user': 'Guest', 'starttime': '09.3.2018 16:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '73 s','rt':73, 'status': _('Waiting'),'id':11})
+ answer.append({'user': 'Guest', 'starttime': '09.3.2018 14:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '71 s','rt':71, 'status': _('Waiting'),'id':12})
+ answer.append({'user': 'Guest', 'starttime': '09.3.2018 17:23', 'progress': " 44 %", 'type': 'E-Mail',
+ 'runtime': '27 s','rt':27, 'status': _('Waiting'),'id':13})'''
js=json.dumps(answer)
response = make_response(js)
response.headers["Content-Type"] = "application/json; charset=utf-8"
@@ -1184,7 +1204,7 @@ def author(book_id, page):
gc = GoodreadsClient(config.config_goodreads_api_key, config.config_goodreads_api_secret)
author_info = gc.find_author(author_name=name)
other_books = get_unique_other_books(entries.all(), author_info.books)
- except:
+ except Exception:
# Skip goodreads, if site is down/inaccessible
app.logger.error('Goodreads website is down/inaccessible')
@@ -1424,7 +1444,7 @@ def bookmark(book_id, book_format):
def get_tasks_status():
# if current user admin, show all email, otherwise only own emails
answer=list()
- tasks=helper.global_eMailThread.get_taskstatus()
+ tasks=helper.global_WorkerThread.get_taskstatus()
if not current_user.role_admin():
for task in tasks:
if task['user'] == current_user.nickname:
@@ -1492,9 +1512,7 @@ def delete_book(book_id, book_format):
# delete book from Shelfs, Downloads, Read list
ub.session.query(ub.BookShelf).filter(ub.BookShelf.book_id == book_id).delete()
ub.session.query(ub.ReadBook).filter(ub.ReadBook.book_id == book_id).delete()
- # ToDo check Downloads.book right
ub.delete_download(book_id)
- # ub.session.query(ub.Downloads).filter(ub.Downloads.book_id == book_id).delete()
ub.session.commit()
# check if only this book links to:
@@ -2735,7 +2753,6 @@ def configuration_helper(origin):
gdriveError=gdriveError, goodreads=goodreads_support,
title=_(u"Basic Configuration"), page="config")
if reboot_required:
- # db.engine.dispose() # ToDo verify correct
ub.session.close()
ub.engine.dispose()
# stop Server
@@ -3066,7 +3083,6 @@ def edit_book(book_id):
if is_format:
# Format entry already exists, no need to update the database
app.logger.info('Bokk format already existing')
- pass
else:
db_format = db.Data(book_id, file_ext.upper(), file_size, file_name)
db.session.add(db_format)
diff --git a/cps/worker.py b/cps/worker.py
new file mode 100644
index 00000000..f915c64a
--- /dev/null
+++ b/cps/worker.py
@@ -0,0 +1,501 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+from __future__ import print_function
+import smtplib
+import threading
+from datetime import datetime
+import logging
+import time
+import socket
+import sys
+import os
+from email.generator import Generator
+import web
+from flask_babel import gettext as _
+# from babel.dates import format_datetime
+import re
+import gdriveutils as gd
+import subprocess
+
+try:
+ from StringIO import StringIO
+ from email.MIMEBase import MIMEBase
+ from email.MIMEMultipart import MIMEMultipart
+ from email.MIMEText import MIMEText
+except ImportError:
+ from io import StringIO
+ from email.mime.base import MIMEBase
+ from email.mime.multipart import MIMEMultipart
+ from email.mime.text import MIMEText
+
+from email import encoders
+from email.utils import formatdate
+from email.utils import make_msgid
+
+chunksize = 8192
+
+STAT_WAITING = 0
+STAT_FAIL = 1
+STAT_STARTED = 2
+STAT_FINISH_SUCCESS = 3
+
+TASK_EMAIL = 1
+TASK_CONVERT = 2
+
+RET_FAIL = 0
+RET_SUCCESS = 1
+
+
+# For gdrive download book from gdrive to calibredir (temp dir for books), read contents in both cases and append
+# it in MIME Base64 encoded to
+def get_attachment(bookpath, filename):
+ """Get file as MIMEBase message"""
+ calibrepath = web.config.config_calibre_dir
+ if web.ub.config.config_use_google_drive:
+ df = gd.getFileFromEbooksFolder(bookpath, filename)
+ if df:
+
+ datafile = os.path.join(calibrepath, bookpath, filename)
+ if not os.path.exists(os.path.join(calibrepath, bookpath)):
+ os.makedirs(os.path.join(calibrepath, bookpath))
+ df.GetContentFile(datafile)
+ else:
+ return None
+ file_ = open(datafile, 'rb')
+ data = file_.read()
+ file_.close()
+ os.remove(datafile)
+ else:
+ try:
+ file_ = open(os.path.join(calibrepath, bookpath, filename), 'rb')
+ data = file_.read()
+ file_.close()
+ except IOError:
+ web.app.logger.exception(e) # traceback.print_exc()
+ web.app.logger.error(u'The requested file could not be read. Maybe wrong permissions?')
+ return None
+
+ attachment = MIMEBase('application', 'octet-stream')
+ attachment.set_payload(data)
+ encoders.encode_base64(attachment)
+ attachment.add_header('Content-Disposition', 'attachment',
+ filename=filename)
+ return attachment
+
+
+
+# Class for sending email with ability to get current progress
+class email(smtplib.SMTP):
+
+ transferSize = 0
+ progress = 0
+
+ def __init__(self, *args, **kwargs):
+ smtplib.SMTP.__init__(self, *args, **kwargs)
+
+ def data(self, msg):
+ self.transferSize = len(msg)
+ (code, resp) = smtplib.SMTP.data(self, msg)
+ self.progress = 0
+ return (code, resp)
+
+ def send(self, strg):
+ """Send `strg' to the server."""
+ if self.debuglevel > 0:
+ print('send:', repr(strg), file=sys.stderr)
+ if hasattr(self, 'sock') and self.sock:
+ try:
+ if self.transferSize:
+ lock=threading.Lock()
+ lock.acquire()
+ self.transferSize = len(strg)
+ lock.release()
+ for i in range(0, self.transferSize, chunksize):
+ self.sock.send(strg[i:i+chunksize])
+ lock.acquire()
+ self.progress = i
+ lock.release()
+ else:
+ self.sock.sendall(strg)
+ except socket.error:
+ self.close()
+ raise smtplib.SMTPServerDisconnected('Server not connected')
+ else:
+ raise smtplib.SMTPServerDisconnected('please run connect() first')
+
+ def getTransferStatus(self):
+ if self.transferSize:
+ lock2 = threading.Lock()
+ lock2.acquire()
+ value = round(float(self.progress) / float(self.transferSize),2)*100
+ lock2.release()
+ return str(value) + ' %'
+ else:
+ return "100 %"
+
+
+# Class for sending ssl encrypted email with ability to get current progress
+class email_SSL(email):
+
+ def __init__(self, *args, **kwargs):
+ smtplib.SMTP_SSL.__init__(self, *args, **kwargs)
+
+
+#Class for all worker tasks in the background
+class WorkerThread(threading.Thread):
+
+ def __init__(self):
+ self._stopevent = threading.Event()
+ threading.Thread.__init__(self)
+ self.status = 0
+ self.current = 0
+ self.last = 0
+ self.queue = list()
+ self.UIqueue = list()
+ self.asyncSMTP=None
+ self.id = 0
+
+ # Main thread loop starting the different tasks
+ def run(self):
+ while not self._stopevent.isSet():
+ doLock = threading.Lock()
+ doLock.acquire()
+ if self.current != self.last:
+ doLock.release()
+ if self.queue[self.current]['typ'] == TASK_EMAIL:
+ self.send_raw_email()
+ if self.queue[self.current]['typ'] == TASK_CONVERT:
+ self.convert_mobi()
+ self.current += 1
+ else:
+ doLock.release()
+ time.sleep(1)
+
+ def stop(self):
+ self._stopevent.set()
+
+ def get_send_status(self):
+ if self.asyncSMTP:
+ return self.asyncSMTP.getTransferStatus()
+ else:
+ return "0 %"
+
+ def delete_completed_tasks(self):
+ for index, task in reversed(list(enumerate(self.UIqueue))):
+ if task['progress'] == "100 %":
+ # delete tasks
+ self.queue.pop(index)
+ self.UIqueue.pop(index)
+ # if we are deleting entries before the current index, adjust the index
+ self.current -= 1
+ self.last = len(self.queue)
+
+ def get_taskstatus(self):
+ if self.current < len(self.queue):
+ if self.queue[self.current]['status'] == STAT_STARTED:
+ if not self.queue[self.current]['typ'] == TASK_CONVERT:
+ self.UIqueue[self.current]['progress'] = self.get_send_status()
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ return self.UIqueue
+
+ def convert_mobi(self):
+ # convert book, and upload in case of google drive
+ self.queue[self.current]['status'] = STAT_STARTED
+ self.UIqueue[self.current]['status'] = _('Started')
+ self.queue[self.current]['starttime'] = datetime.now()
+ self.UIqueue[self.current]['formStarttime'] = self.queue[self.current]['starttime']
+ if web.ub.config.config_ebookconverter == 2:
+ filename = self.convert_calibre()
+ else:
+ filename = self.convert_kindlegen()
+ if web.ub.config.config_use_google_drive:
+ gd.updateGdriveCalibreFromLocal()
+ if(filename):
+ self.add_email(_(u'Send to Kindle'), self.queue[self.current]['path'], filename,
+ self.queue[self.current]['settings'], self.queue[self.current]['kindle'],
+ self.UIqueue[self.current]['user'], _(u"E-Mail: %s" % self.queue[self.current]['title']))
+
+ def convert_kindlegen(self):
+ error_message = None
+ file_path = self.queue[self.current]['file_path']
+ bookid = self.queue[self.current]['bookid']
+ if not os.path.exists(web.ub.config.config_converterpath):
+ error_message = _(u"kindlegen binary %(kindlepath)s not found", kindlepath=web.ub.config.config_converterpath)
+ web.app.logger.error("convert_kindlegen: " + error_message)
+ self.queue[self.current]['status'] = STAT_FAIL
+ self.UIqueue[self.current]['status'] = _('Failed')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ self.UIqueue[self.current]['message'] = error_message
+ return
+ try:
+ p = subprocess.Popen(
+ (web.ub.config.config_converterpath + " \"" + file_path + u".epub\"").encode(sys.getfilesystemencoding()),
+ stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
+ except Exception:
+ error_message = _(u"kindlegen failed, no execution permissions")
+ web.app.logger.error("convert_kindlegen: " + error_message)
+ self.queue[self.current]['status'] = STAT_FAIL
+ self.UIqueue[self.current]['status'] = _('Failed')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ self.UIqueue[self.current]['message'] = error_message
+ return
+ # Poll process for new output until finished
+ while True:
+ nextline = p.stdout.readline()
+ if nextline == '' and p.poll() is not None:
+ break
+ if nextline != "\r\n":
+ # Format of error message (kindlegen translates its output texts):
+ # Error(prcgen):E23006: Language not recognized in metadata.The dc:Language field is mandatory.Aborting.
+ conv_error = re.search(".*\(.*\):(E\d+):\s(.*)", nextline)
+ # If error occoures, log in every case
+ if conv_error:
+ error_message = _(u"Kindlegen failed with Error %(error)s. Message: %(message)s",
+ error=conv_error.group(1), message=conv_error.group(2).decode('utf-8'))
+ web.app.logger.info("convert_kindlegen: " + error_message)
+ web.app.logger.info(nextline.strip('\r\n'))
+ else:
+ web.app.logger.debug(nextline.strip('\r\n'))
+
+ check = p.returncode
+ if not check or check < 2:
+ cur_book = web.db.session.query(web.db.Books).filter(web.db.Books.id == bookid).first()
+ new_format = web.db.Data(name=cur_book.data[0].name,book_format="MOBI",
+ book=bookid,uncompressed_size=os.path.getsize(file_path + ".mobi"))
+ cur_book.data.append(new_format)
+ web.db.session.commit()
+ self.queue[self.current]['path'] = cur_book.path
+ self.queue[self.current]['title'] = cur_book.title
+ if web.ub.config.config_use_google_drive:
+ os.remove(file_path + u".epub")
+ self.queue[self.current]['status'] = STAT_FINISH_SUCCESS
+ self.UIqueue[self.current]['status'] = _('Finished')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ return file_path + ".mobi" #, RET_SUCCESS
+ else:
+ web.app.logger.info("convert_kindlegen: kindlegen failed with error while converting book")
+ if not error_message:
+ error_message = 'kindlegen failed, no excecution permissions'
+ self.queue[self.current]['status'] = STAT_FAIL
+ self.UIqueue[self.current]['status'] = _('Failed')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ self.UIqueue[self.current]['message'] = error_message
+ return # error_message, RET_FAIL
+
+ def convert_calibre(self):
+ error_message = None
+ file_path = self.queue[self.current]['file_path']
+ bookid = self.queue[self.current]['bookid']
+ if not os.path.exists(web.ub.config.config_converterpath):
+ error_message = _(u"Ebook-convert binary %(converterpath)s not found",
+ converterpath=web.ub.config.config_converterpath)
+ web.app.logger.error("convert_calibre: " + error_message)
+ self.queue[self.current]['status'] = STAT_FAIL
+ self.UIqueue[self.current]['status'] = _('Failed')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ self.UIqueue[self.current]['message'] = error_message
+ return
+ try:
+ command = ("\"" + web.ub.config.config_converterpath + "\" \"" + file_path + u".epub\" \""
+ + file_path + u".mobi\" " + web.ub.config.config_calibre).encode(sys.getfilesystemencoding())
+ p = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
+ except Exception:
+ error_message = _(u"Ebook-convert failed, no execution permissions")
+ web.app.logger.error("convert_calibre: " + error_message)
+ self.queue[self.current]['status'] = STAT_FAIL
+ self.UIqueue[self.current]['status'] = _('Failed')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ self.UIqueue[self.current]['message'] = error_message
+ return # error_message, RET_FAIL
+ # Poll process for new output until finished
+ while True:
+ nextline = p.stdout.readline()
+ if nextline == '' and p.poll() is not None:
+ break
+ progress = re.search("(\d+)%\s.*", nextline)
+ if progress:
+ self.UIqueue[self.current]['progress'] = progress.group(1) + '%'
+ web.app.logger.debug(nextline.strip('\r\n').decode(sys.getfilesystemencoding()))
+
+ check = p.returncode
+ if check == 0:
+ cur_book = web.db.session.query(web.db.Books).filter(web.db.Books.id == bookid).first()
+ new_format = web.db.Data(name=cur_book.data[0].name,book_format="MOBI",
+ book=bookid,uncompressed_size=os.path.getsize(file_path + ".mobi"))
+ cur_book.data.append(new_format)
+ web.db.session.commit()
+ self.queue[self.current]['path'] = cur_book.path
+ self.queue[self.current]['title'] = cur_book.title
+ if web.ub.config.config_use_google_drive:
+ os.remove(file_path + u".epub")
+ self.queue[self.current]['status'] = STAT_FINISH_SUCCESS
+ self.UIqueue[self.current]['status'] = _('Finished')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ return file_path + ".mobi" # , RET_SUCCESS
+ else:
+ web.app.logger.info("convert_calibre: Ebook-convert failed with error while converting book")
+ if not error_message:
+ error_message = 'Ebook-convert failed, no excecution permissions'
+ self.queue[self.current]['status'] = STAT_FAIL
+ self.UIqueue[self.current]['status'] = _('Failed')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ self.UIqueue[self.current]['message'] = error_message
+ return # error_message, RET_FAIL
+
+ def add_convert(self, file_path, bookid, user_name, type, settings, kindle_mail):
+ addLock = threading.Lock()
+ addLock.acquire()
+ if self.last >= 20:
+ self.delete_completed_tasks()
+ # progress, runtime, and status = 0
+ self.id += 1
+ self.queue.append({'file_path':file_path, 'bookid':bookid, 'starttime': 0, 'kindle':kindle_mail,
+ 'status': STAT_WAITING, 'typ': TASK_CONVERT, 'settings':settings})
+ self.UIqueue.append({'user': user_name, 'formStarttime': '', 'progress': " 0 %", 'type': type,
+ 'runtime': '0 s', 'status': _('Waiting'),'id': self.id } )
+ self.id += 1
+
+ self.last=len(self.queue)
+ addLock.release()
+
+
+ def add_email(self, subject, filepath, attachment, settings, recipient, user_name, typ):
+ # if more than 20 entries in the list, clean the list
+ addLock = threading.Lock()
+ addLock.acquire()
+ if self.last >= 20:
+ self.delete_completed_tasks()
+ # progress, runtime, and status = 0
+ self.queue.append({'subject':subject, 'attachment':attachment, 'filepath':filepath,
+ 'settings':settings, 'recipent':recipient, 'starttime': 0,
+ 'status': STAT_WAITING, 'typ': TASK_EMAIL})
+ self.UIqueue.append({'user': user_name, 'formStarttime': '', 'progress': " 0 %", 'type': typ,
+ 'runtime': '0 s', 'status': _('Waiting'),'id': self.id })
+ self.id += 1
+ self.last=len(self.queue)
+ addLock.release()
+
+ def send_raw_email(self):
+ obj=self.queue[self.current]
+ # create MIME message
+ msg = MIMEMultipart()
+ msg['Subject'] = self.queue[self.current]['subject']
+ msg['Message-Id'] = make_msgid('calibre-web')
+ msg['Date'] = formatdate(localtime=True)
+ text = _(u'This email has been sent via calibre web.')
+ msg.attach(MIMEText(text.encode('UTF-8'), 'plain', 'UTF-8'))
+ if obj['attachment']:
+ result = get_attachment(obj['filepath'], obj['attachment'])
+ if result:
+ msg.attach(result)
+ else:
+ self.queue[self.current]['status'] = STAT_FAIL
+ self.UIqueue[self.current]['status'] = _('Failed')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.queue[self.current]['starttime'] = datetime.now()
+ self.UIqueue[self.current]['formStarttime'] = self.queue[self.current]['starttime']
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ return
+
+ msg['From'] = obj['settings']["mail_from"]
+ msg['To'] = obj['recipent']
+
+ use_ssl = int(obj['settings'].get('mail_use_ssl', 0))
+
+ # convert MIME message to string
+ fp = StringIO()
+ gen = Generator(fp, mangle_from_=False)
+ gen.flatten(msg)
+ msg = fp.getvalue()
+
+ # send email
+ try:
+ timeout = 600 # set timeout to 5mins
+
+ org_stderr = sys.stderr
+ sys.stderr = StderrLogger()
+
+ self.queue[self.current]['status'] = STAT_STARTED
+ self.UIqueue[self.current]['status'] = _('Started')
+ self.queue[self.current]['starttime'] = datetime.now()
+ self.UIqueue[self.current]['formStarttime'] = self.queue[self.current]['starttime']
+
+
+ if use_ssl == 2:
+ self.asyncSMTP = email_SSL(obj['settings']["mail_server"], obj['settings']["mail_port"], timeout)
+ else:
+ self.asyncSMTP = email(obj['settings']["mail_server"], obj['settings']["mail_port"], timeout)
+
+ # link to logginglevel
+ if web.ub.config.config_log_level != logging.DEBUG:
+ self.asyncSMTP.set_debuglevel(0)
+ else:
+ self.asyncSMTP.set_debuglevel(1)
+ if use_ssl == 1:
+ self.asyncSMTP.starttls()
+ if obj['settings']["mail_password"]:
+ self.asyncSMTP.login(str(obj['settings']["mail_login"]), str(obj['settings']["mail_password"]))
+ self.asyncSMTP.sendmail(obj['settings']["mail_from"], obj['recipent'], msg)
+ self.asyncSMTP.quit()
+ self.queue[self.current]['status'] = STAT_FINISH_SUCCESS
+ self.UIqueue[self.current]['status'] = _('Finished')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+
+ sys.stderr = org_stderr
+
+ except (socket.error, smtplib.SMTPRecipientsRefused, smtplib.SMTPException):
+ self.queue[self.current]['status'] = STAT_FAIL
+ self.UIqueue[self.current]['status'] = _('Failed')
+ self.UIqueue[self.current]['progress'] = "100 %"
+ self.UIqueue[self.current]['runtime'] = self._formatRuntime(
+ datetime.now() - self.queue[self.current]['starttime'])
+ web.app.logger.error(e)
+ # return None
+
+ def _formatRuntime(self, runtime):
+ self.UIqueue[self.current]['rt'] = runtime.total_seconds()
+ val = re.split('\:|\.', str(runtime))[0:3]
+ erg = list()
+ for v in val:
+ if int(v) > 0:
+ erg.append(v)
+ retVal = (':'.join(erg)).lstrip('0') + ' s'
+ if retVal == ' s':
+ retVal = '0 s'
+ return retVal
+
+class StderrLogger(object):
+
+ buffer = ''
+
+ def __init__(self):
+ self.logger = web.app.logger
+
+ def write(self, message):
+ if message == '\n':
+ self.logger.debug(self.buffer)
+ print(self.buffer)
+ self.buffer = ''
+ else:
+ self.buffer += message