7be9a6468b
This is a cleaner approach that requires less configuration in other applications. This also easily allows us to have another color. Many checks were made on being exactly at the DEBUG level, they were fixed to also check on being below DEBUG (i.e. DEBUG_FILTERS).
374 lines
13 KiB
Python
374 lines
13 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2009-2011 Romain Bignon, Christophe Benz
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from __future__ import print_function
|
|
|
|
from email.mime.text import MIMEText
|
|
from smtplib import SMTP
|
|
from email.Header import Header, decode_header
|
|
from email.Utils import parseaddr, formataddr, formatdate
|
|
from email import message_from_file, message_from_string
|
|
from smtpd import SMTPServer
|
|
import time
|
|
import re
|
|
import logging
|
|
import asyncore
|
|
import subprocess
|
|
import socket
|
|
|
|
from weboob.core import Weboob, CallErrors
|
|
from weboob.core.scheduler import Scheduler
|
|
from weboob.capabilities.messages import CapMessages, CapMessagesPost, Thread, Message
|
|
from weboob.tools.application.repl import ReplApplication
|
|
from weboob.tools.date import utc2local
|
|
from weboob.tools.html import html2text
|
|
from weboob.tools.misc import get_backtrace, to_unicode
|
|
|
|
|
|
__all__ = ['Monboob']
|
|
|
|
|
|
class FakeSMTPD(SMTPServer):
|
|
def __init__(self, app, bindaddr, port):
|
|
SMTPServer.__init__(self, (bindaddr, port), None)
|
|
self.app = app
|
|
|
|
def process_message(self, peer, mailfrom, rcpttos, data):
|
|
msg = message_from_string(data)
|
|
self.app.process_incoming_mail(msg)
|
|
|
|
|
|
class MonboobScheduler(Scheduler):
|
|
def __init__(self, app):
|
|
Scheduler.__init__(self)
|
|
self.app = app
|
|
|
|
def run(self):
|
|
if self.app.options.smtpd:
|
|
if ':' in self.app.options.smtpd:
|
|
host, port = self.app.options.smtpd.split(':', 1)
|
|
else:
|
|
host = '127.0.0.1'
|
|
port = self.app.options.smtpd
|
|
try:
|
|
FakeSMTPD(self.app, host, int(port))
|
|
except socket.error as e:
|
|
self.logger.error('Unable to start the SMTP daemon: %s' % e)
|
|
return False
|
|
|
|
# XXX Fuck, we shouldn't copy this piece of code from
|
|
# weboob.scheduler.Scheduler.run().
|
|
try:
|
|
while True:
|
|
self.stop_event.wait(0.1)
|
|
if self.app.options.smtpd:
|
|
asyncore.loop(timeout=0.1, count=1)
|
|
except KeyboardInterrupt:
|
|
self._wait_to_stop()
|
|
raise
|
|
else:
|
|
self._wait_to_stop()
|
|
return True
|
|
|
|
|
|
class Monboob(ReplApplication):
|
|
APPNAME = 'monboob'
|
|
VERSION = '1.0'
|
|
COPYRIGHT = 'Copyright(C) 2010-2011 Romain Bignon'
|
|
DESCRIPTION = 'Daemon allowing to regularly check for new messages on various websites, ' \
|
|
'and send an email for each message, and post a reply to a message on a website.'
|
|
SHORT_DESCRIPTION = "daemon to send and check messages"
|
|
CONFIG = {'interval': 300,
|
|
'domain': 'weboob.example.org',
|
|
'recipient': 'weboob@example.org',
|
|
'smtp': 'localhost',
|
|
'pipe': '',
|
|
'html': 0}
|
|
CAPS = CapMessages
|
|
DISABLE_REPL = True
|
|
|
|
def add_application_options(self, group):
|
|
group.add_option('-S', '--smtpd', help='run a fake smtpd server and set the port')
|
|
|
|
def create_weboob(self):
|
|
return Weboob(scheduler=MonboobScheduler(self))
|
|
|
|
def load_default_backends(self):
|
|
self.load_backends(CapMessages, storage=self.create_storage())
|
|
|
|
def main(self, argv):
|
|
self.load_config()
|
|
try:
|
|
self.config.set('interval', int(self.config.get('interval')))
|
|
if self.config.get('interval') < 1:
|
|
raise ValueError()
|
|
except ValueError:
|
|
print('Configuration error: interval must be an integer >0.', file=self.stderr)
|
|
return 1
|
|
|
|
try:
|
|
self.config.set('html', int(self.config.get('html')))
|
|
if self.config.get('html') not in (0, 1):
|
|
raise ValueError()
|
|
except ValueError:
|
|
print('Configuration error: html must be 0 or 1.', file=self.stderr)
|
|
return 2
|
|
|
|
return ReplApplication.main(self, argv)
|
|
|
|
def get_email_address_ident(self, msg, header):
|
|
s = msg.get(header)
|
|
if not s:
|
|
return None
|
|
m = re.match('.*<([^@]*)@(.*)>', s)
|
|
if m:
|
|
return m.group(1)
|
|
else:
|
|
try:
|
|
return s.split('@')[0]
|
|
except IndexError:
|
|
return s
|
|
|
|
def do_post(self, line):
|
|
"""
|
|
post
|
|
|
|
Pipe with a mail to post message.
|
|
"""
|
|
msg = message_from_file(self.stdin)
|
|
return self.process_incoming_mail(msg)
|
|
|
|
def process_incoming_mail(self, msg):
|
|
to = self.get_email_address_ident(msg, 'To')
|
|
sender = msg.get('From')
|
|
reply_to = self.get_email_address_ident(msg, 'In-Reply-To')
|
|
|
|
title = msg.get('Subject')
|
|
if title:
|
|
new_title = u''
|
|
for part in decode_header(title):
|
|
if part[1]:
|
|
new_title += unicode(part[0], part[1])
|
|
else:
|
|
new_title += unicode(part[0])
|
|
title = new_title
|
|
|
|
content = u''
|
|
for part in msg.walk():
|
|
if part.get_content_type() == 'text/plain':
|
|
s = part.get_payload(decode=True)
|
|
charsets = part.get_charsets() + msg.get_charsets()
|
|
for charset in charsets:
|
|
try:
|
|
if charset is not None:
|
|
content += unicode(s, charset)
|
|
else:
|
|
content += unicode(s)
|
|
except UnicodeError as e:
|
|
self.logger.warning('Unicode error: %s' % e)
|
|
continue
|
|
except Exception as e:
|
|
self.logger.exception(e)
|
|
continue
|
|
else:
|
|
break
|
|
|
|
if len(content) == 0:
|
|
print('Unable to send an empty message', file=self.stderr)
|
|
return 1
|
|
|
|
# remove signature
|
|
content = content.split(u'\n-- \n')[0]
|
|
|
|
parent_id = None
|
|
if reply_to is None:
|
|
# This is a new message
|
|
if '.' in to:
|
|
bname, thread_id = to.split('.', 1)
|
|
else:
|
|
bname = to
|
|
thread_id = None
|
|
else:
|
|
# This is a reply
|
|
try:
|
|
bname, id = reply_to.split('.', 1)
|
|
thread_id, parent_id = id.rsplit('.', 1)
|
|
except ValueError:
|
|
print('In-Reply-To header might be in form <backend.thread_id.message_id>', file=self.stderr)
|
|
return 1
|
|
|
|
# Default use the To header field to know the backend to use.
|
|
if to and bname != to:
|
|
bname = to
|
|
|
|
try:
|
|
backend = self.weboob.backend_instances[bname]
|
|
except KeyError:
|
|
print('Backend %s not found' % bname, file=self.stderr)
|
|
return 1
|
|
|
|
if not backend.has_caps(CapMessagesPost):
|
|
print('The backend %s does not implement CapMessagesPost' % bname, file=self.stderr)
|
|
return 1
|
|
|
|
thread = Thread(thread_id)
|
|
message = Message(thread,
|
|
0,
|
|
title=title,
|
|
sender=sender,
|
|
receivers=[to],
|
|
parent=Message(thread, parent_id) if parent_id else None,
|
|
content=content)
|
|
try:
|
|
backend.post_message(message)
|
|
except Exception as e:
|
|
content = u'Unable to send message to %s:\n' % thread_id
|
|
content += u'\n\t%s\n' % to_unicode(e)
|
|
if logging.root.level <= logging.DEBUG:
|
|
content += u'\n%s\n' % to_unicode(get_backtrace(e))
|
|
self.send_email(backend, Message(thread,
|
|
0,
|
|
title='Unable to send message',
|
|
sender='Monboob',
|
|
parent=Message(thread, parent_id) if parent_id else None,
|
|
content=content))
|
|
|
|
def do_run(self, line):
|
|
"""
|
|
run
|
|
|
|
Run the fetching daemon.
|
|
"""
|
|
self.weboob.repeat(self.config.get('interval'), self.process)
|
|
self.weboob.loop()
|
|
|
|
def do_once(self, line):
|
|
"""
|
|
once
|
|
|
|
Send mails only once, then exit.
|
|
"""
|
|
return self.process()
|
|
|
|
def process(self):
|
|
try:
|
|
for backend, message in self.weboob.do('iter_unread_messages'):
|
|
if self.send_email(backend, message):
|
|
backend.set_message_read(message)
|
|
except CallErrors as e:
|
|
self.bcall_errors_handler(e)
|
|
|
|
def send_email(self, backend, mail):
|
|
domain = self.config.get('domain')
|
|
recipient = self.config.get('recipient')
|
|
|
|
reply_id = ''
|
|
if mail.parent:
|
|
reply_id = u'<%s.%s@%s>' % (backend.name, mail.parent.full_id, domain)
|
|
subject = mail.title
|
|
sender = u'"%s" <%s@%s>' % (mail.sender.replace('"', '""') if mail.sender else '',
|
|
backend.name, domain)
|
|
|
|
# assume that .date is an UTC datetime
|
|
date = formatdate(time.mktime(utc2local(mail.date).timetuple()), localtime=True)
|
|
msg_id = u'<%s.%s@%s>' % (backend.name, mail.full_id, domain)
|
|
|
|
if self.config.get('html') and mail.flags & mail.IS_HTML:
|
|
body = mail.content
|
|
content_type = 'html'
|
|
else:
|
|
if mail.flags & mail.IS_HTML:
|
|
body = html2text(mail.content)
|
|
else:
|
|
body = mail.content
|
|
content_type = 'plain'
|
|
|
|
if body is None:
|
|
body = ''
|
|
|
|
if mail.signature:
|
|
if self.config.get('html') and mail.flags & mail.IS_HTML:
|
|
body += u'<p>-- <br />%s</p>' % mail.signature
|
|
else:
|
|
body += u'\n\n-- \n'
|
|
if mail.flags & mail.IS_HTML:
|
|
body += html2text(mail.signature)
|
|
else:
|
|
body += mail.signature
|
|
|
|
# Header class is smart enough to try US-ASCII, then the charset we
|
|
# provide, then fall back to UTF-8.
|
|
header_charset = 'ISO-8859-1'
|
|
|
|
# We must choose the body charset manually
|
|
for body_charset in 'US-ASCII', 'ISO-8859-1', 'UTF-8':
|
|
try:
|
|
body.encode(body_charset)
|
|
except UnicodeError:
|
|
pass
|
|
else:
|
|
break
|
|
|
|
# Split real name (which is optional) and email address parts
|
|
sender_name, sender_addr = parseaddr(sender)
|
|
recipient_name, recipient_addr = parseaddr(recipient)
|
|
|
|
# We must always pass Unicode strings to Header, otherwise it will
|
|
# use RFC 2047 encoding even on plain ASCII strings.
|
|
sender_name = str(Header(unicode(sender_name), header_charset))
|
|
recipient_name = str(Header(unicode(recipient_name), header_charset))
|
|
|
|
# Make sure email addresses do not contain non-ASCII characters
|
|
sender_addr = sender_addr.encode('ascii')
|
|
recipient_addr = recipient_addr.encode('ascii')
|
|
|
|
# Create the message ('plain' stands for Content-Type: text/plain)
|
|
msg = MIMEText(body.encode(body_charset), content_type, body_charset)
|
|
msg['From'] = formataddr((sender_name, sender_addr))
|
|
msg['To'] = formataddr((recipient_name, recipient_addr))
|
|
msg['Subject'] = Header(unicode(subject), header_charset)
|
|
msg['Message-Id'] = msg_id
|
|
msg['Date'] = date
|
|
if reply_id:
|
|
msg['In-Reply-To'] = reply_id
|
|
|
|
self.logger.info('Send mail from <%s> to <%s>' % (sender, recipient))
|
|
if len(self.config.get('pipe')) > 0:
|
|
p = subprocess.Popen(self.config.get('pipe'),
|
|
shell=True,
|
|
stdin=subprocess.PIPE,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT)
|
|
p.stdin.write(msg.as_string())
|
|
p.stdin.close()
|
|
if p.wait() != 0:
|
|
self.logger.error('Unable to deliver mail: %s' % p.stdout.read().strip())
|
|
return False
|
|
else:
|
|
# Send the message via SMTP to localhost:25
|
|
try:
|
|
smtp = SMTP(self.config.get('smtp'))
|
|
smtp.sendmail(sender, recipient, msg.as_string())
|
|
except Exception as e:
|
|
self.logger.error('Unable to deliver mail: %s' % e)
|
|
return False
|
|
else:
|
|
smtp.quit()
|
|
|
|
return True
|