374 lines
13 KiB
Python
374 lines
13 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2009-2011 Romain Bignon, Christophe Benz
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from __future__ import print_function
|
|
|
|
from email.mime.text import MIMEText
|
|
from smtplib import SMTP
|
|
from email.Header import Header, decode_header
|
|
from email.Utils import parseaddr, formataddr, formatdate
|
|
from email import message_from_file, message_from_string
|
|
from smtpd import SMTPServer
|
|
import time
|
|
import re
|
|
import logging
|
|
import asyncore
|
|
import subprocess
|
|
import socket
|
|
|
|
from weboob.core import Weboob, CallErrors
|
|
from weboob.core.scheduler import Scheduler
|
|
from weboob.capabilities.messages import CapMessages, CapMessagesPost, Thread, Message
|
|
from weboob.tools.application.repl import ReplApplication
|
|
from weboob.tools.date import utc2local
|
|
from weboob.tools.html import html2text
|
|
from weboob.tools.misc import get_backtrace, to_unicode
|
|
|
|
|
|
__all__ = ['Monboob']
|
|
|
|
|
|
class FakeSMTPD(SMTPServer):
|
|
def __init__(self, app, bindaddr, port):
|
|
SMTPServer.__init__(self, (bindaddr, port), None)
|
|
self.app = app
|
|
|
|
def process_message(self, peer, mailfrom, rcpttos, data):
|
|
msg = message_from_string(data)
|
|
self.app.process_incoming_mail(msg)
|
|
|
|
|
|
class MonboobScheduler(Scheduler):
|
|
def __init__(self, app):
|
|
Scheduler.__init__(self)
|
|
self.app = app
|
|
|
|
def run(self):
|
|
if self.app.options.smtpd:
|
|
if ':' in self.app.options.smtpd:
|
|
host, port = self.app.options.smtpd.split(':', 1)
|
|
else:
|
|
host = '127.0.0.1'
|
|
port = self.app.options.smtpd
|
|
try:
|
|
FakeSMTPD(self.app, host, int(port))
|
|
except socket.error as e:
|
|
self.logger.error('Unable to start the SMTP daemon: %s' % e)
|
|
return False
|
|
|
|
# XXX Fuck, we shouldn't copy this piece of code from
|
|
# weboob.scheduler.Scheduler.run().
|
|
try:
|
|
while True:
|
|
self.stop_event.wait(0.1)
|
|
if self.app.options.smtpd:
|
|
asyncore.loop(timeout=0.1, count=1)
|
|
except KeyboardInterrupt:
|
|
self._wait_to_stop()
|
|
raise
|
|
else:
|
|
self._wait_to_stop()
|
|
return True
|
|
|
|
|
|
class Monboob(ReplApplication):
|
|
APPNAME = 'monboob'
|
|
VERSION = '1.1'
|
|
COPYRIGHT = 'Copyright(C) 2010-YEAR Romain Bignon'
|
|
DESCRIPTION = 'Daemon allowing to regularly check for new messages on various websites, ' \
|
|
'and send an email for each message, and post a reply to a message on a website.'
|
|
SHORT_DESCRIPTION = "daemon to send and check messages"
|
|
CONFIG = {'interval': 300,
|
|
'domain': 'weboob.example.org',
|
|
'recipient': 'weboob@example.org',
|
|
'smtp': 'localhost',
|
|
'pipe': '',
|
|
'html': 0}
|
|
CAPS = CapMessages
|
|
DISABLE_REPL = True
|
|
|
|
def add_application_options(self, group):
|
|
group.add_option('-S', '--smtpd', help='run a fake smtpd server and set the port')
|
|
|
|
def create_weboob(self):
|
|
return Weboob(scheduler=MonboobScheduler(self))
|
|
|
|
def load_default_backends(self):
|
|
self.load_backends(CapMessages, storage=self.create_storage())
|
|
|
|
def main(self, argv):
|
|
self.load_config()
|
|
try:
|
|
self.config.set('interval', int(self.config.get('interval')))
|
|
if self.config.get('interval') < 1:
|
|
raise ValueError()
|
|
except ValueError:
|
|
print('Configuration error: interval must be an integer >0.', file=self.stderr)
|
|
return 1
|
|
|
|
try:
|
|
self.config.set('html', int(self.config.get('html')))
|
|
if self.config.get('html') not in (0, 1):
|
|
raise ValueError()
|
|
except ValueError:
|
|
print('Configuration error: html must be 0 or 1.', file=self.stderr)
|
|
return 2
|
|
|
|
return ReplApplication.main(self, argv)
|
|
|
|
def get_email_address_ident(self, msg, header):
|
|
s = msg.get(header)
|
|
if not s:
|
|
return None
|
|
m = re.match('.*<([^@]*)@(.*)>', s)
|
|
if m:
|
|
return m.group(1)
|
|
else:
|
|
try:
|
|
return s.split('@')[0]
|
|
except IndexError:
|
|
return s
|
|
|
|
def do_post(self, line):
|
|
"""
|
|
post
|
|
|
|
Pipe with a mail to post message.
|
|
"""
|
|
msg = message_from_file(self.stdin)
|
|
return self.process_incoming_mail(msg)
|
|
|
|
def process_incoming_mail(self, msg):
|
|
to = self.get_email_address_ident(msg, 'To')
|
|
sender = msg.get('From')
|
|
reply_to = self.get_email_address_ident(msg, 'In-Reply-To')
|
|
|
|
title = msg.get('Subject')
|
|
if title:
|
|
new_title = u''
|
|
for part in decode_header(title):
|
|
if part[1]:
|
|
new_title += unicode(part[0], part[1])
|
|
else:
|
|
new_title += unicode(part[0])
|
|
title = new_title
|
|
|
|
content = u''
|
|
for part in msg.walk():
|
|
if part.get_content_type() == 'text/plain':
|
|
s = part.get_payload(decode=True)
|
|
charsets = part.get_charsets() + msg.get_charsets()
|
|
for charset in charsets:
|
|
try:
|
|
if charset is not None:
|
|
content += unicode(s, charset)
|
|
else:
|
|
content += unicode(s)
|
|
except UnicodeError as e:
|
|
self.logger.warning('Unicode error: %s' % e)
|
|
continue
|
|
except Exception as e:
|
|
self.logger.exception(e)
|
|
continue
|
|
else:
|
|
break
|
|
|
|
if len(content) == 0:
|
|
print('Unable to send an empty message', file=self.stderr)
|
|
return 1
|
|
|
|
# remove signature
|
|
content = content.split(u'\n-- \n')[0]
|
|
|
|
parent_id = None
|
|
if reply_to is None:
|
|
# This is a new message
|
|
if '.' in to:
|
|
bname, thread_id = to.split('.', 1)
|
|
else:
|
|
bname = to
|
|
thread_id = None
|
|
else:
|
|
# This is a reply
|
|
try:
|
|
bname, id = reply_to.split('.', 1)
|
|
thread_id, parent_id = id.rsplit('.', 1)
|
|
except ValueError:
|
|
print('In-Reply-To header might be in form <backend.thread_id.message_id>', file=self.stderr)
|
|
return 1
|
|
|
|
# Default use the To header field to know the backend to use.
|
|
if to and bname != to:
|
|
bname = to
|
|
|
|
try:
|
|
backend = self.weboob.backend_instances[bname]
|
|
except KeyError:
|
|
print('Backend %s not found' % bname, file=self.stderr)
|
|
return 1
|
|
|
|
if not backend.has_caps(CapMessagesPost):
|
|
print('The backend %s does not implement CapMessagesPost' % bname, file=self.stderr)
|
|
return 1
|
|
|
|
thread = Thread(thread_id)
|
|
message = Message(thread,
|
|
0,
|
|
title=title,
|
|
sender=sender,
|
|
receivers=[to],
|
|
parent=Message(thread, parent_id) if parent_id else None,
|
|
content=content)
|
|
try:
|
|
backend.post_message(message)
|
|
except Exception as e:
|
|
content = u'Unable to send message to %s:\n' % thread_id
|
|
content += u'\n\t%s\n' % to_unicode(e)
|
|
if logging.root.level <= logging.DEBUG:
|
|
content += u'\n%s\n' % to_unicode(get_backtrace(e))
|
|
self.send_email(backend.name, Message(thread,
|
|
0,
|
|
title='Unable to send message',
|
|
sender='Monboob',
|
|
parent=Message(thread, parent_id) if parent_id else None,
|
|
content=content))
|
|
|
|
def do_run(self, line):
|
|
"""
|
|
run
|
|
|
|
Run the fetching daemon.
|
|
"""
|
|
self.weboob.repeat(self.config.get('interval'), self.process)
|
|
self.weboob.loop()
|
|
|
|
def do_once(self, line):
|
|
"""
|
|
once
|
|
|
|
Send mails only once, then exit.
|
|
"""
|
|
return self.process()
|
|
|
|
def process(self):
|
|
try:
|
|
for message in self.weboob.do('iter_unread_messages'):
|
|
if self.send_email(message.backend, message):
|
|
self.weboob[message.backend].set_message_read(message)
|
|
except CallErrors as e:
|
|
self.bcall_errors_handler(e)
|
|
|
|
def send_email(self, backend_name, mail):
|
|
domain = self.config.get('domain')
|
|
recipient = self.config.get('recipient')
|
|
|
|
reply_id = ''
|
|
if mail.parent:
|
|
reply_id = u'<%s.%s@%s>' % (backend_name, mail.parent.full_id, domain)
|
|
subject = mail.title
|
|
sender = u'"%s" <%s@%s>' % (mail.sender.replace('"', '""') if mail.sender else '',
|
|
backend_name, domain)
|
|
|
|
# assume that .date is an UTC datetime
|
|
date = formatdate(time.mktime(utc2local(mail.date).timetuple()), localtime=True)
|
|
msg_id = u'<%s.%s@%s>' % (backend_name, mail.full_id, domain)
|
|
|
|
if self.config.get('html') and mail.flags & mail.IS_HTML:
|
|
body = mail.content
|
|
content_type = 'html'
|
|
else:
|
|
if mail.flags & mail.IS_HTML:
|
|
body = html2text(mail.content)
|
|
else:
|
|
body = mail.content
|
|
content_type = 'plain'
|
|
|
|
if body is None:
|
|
body = ''
|
|
|
|
if mail.signature:
|
|
if self.config.get('html') and mail.flags & mail.IS_HTML:
|
|
body += u'<p>-- <br />%s</p>' % mail.signature
|
|
else:
|
|
body += u'\n\n-- \n'
|
|
if mail.flags & mail.IS_HTML:
|
|
body += html2text(mail.signature)
|
|
else:
|
|
body += mail.signature
|
|
|
|
# Header class is smart enough to try US-ASCII, then the charset we
|
|
# provide, then fall back to UTF-8.
|
|
header_charset = 'ISO-8859-1'
|
|
|
|
# We must choose the body charset manually
|
|
for body_charset in 'US-ASCII', 'ISO-8859-1', 'UTF-8':
|
|
try:
|
|
body.encode(body_charset)
|
|
except UnicodeError:
|
|
pass
|
|
else:
|
|
break
|
|
|
|
# Split real name (which is optional) and email address parts
|
|
sender_name, sender_addr = parseaddr(sender)
|
|
recipient_name, recipient_addr = parseaddr(recipient)
|
|
|
|
# We must always pass Unicode strings to Header, otherwise it will
|
|
# use RFC 2047 encoding even on plain ASCII strings.
|
|
sender_name = str(Header(unicode(sender_name), header_charset))
|
|
recipient_name = str(Header(unicode(recipient_name), header_charset))
|
|
|
|
# Make sure email addresses do not contain non-ASCII characters
|
|
sender_addr = sender_addr.encode('ascii')
|
|
recipient_addr = recipient_addr.encode('ascii')
|
|
|
|
# Create the message ('plain' stands for Content-Type: text/plain)
|
|
msg = MIMEText(body.encode(body_charset), content_type, body_charset)
|
|
msg['From'] = formataddr((sender_name, sender_addr))
|
|
msg['To'] = formataddr((recipient_name, recipient_addr))
|
|
msg['Subject'] = Header(unicode(subject), header_charset)
|
|
msg['Message-Id'] = msg_id
|
|
msg['Date'] = date
|
|
if reply_id:
|
|
msg['In-Reply-To'] = reply_id
|
|
|
|
self.logger.info('Send mail from <%s> to <%s>' % (sender, recipient))
|
|
if len(self.config.get('pipe')) > 0:
|
|
p = subprocess.Popen(self.config.get('pipe'),
|
|
shell=True,
|
|
stdin=subprocess.PIPE,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT)
|
|
p.stdin.write(msg.as_string())
|
|
p.stdin.close()
|
|
if p.wait() != 0:
|
|
self.logger.error('Unable to deliver mail: %s' % p.stdout.read().strip())
|
|
return False
|
|
else:
|
|
# Send the message via SMTP to localhost:25
|
|
try:
|
|
smtp = SMTP(self.config.get('smtp'))
|
|
smtp.sendmail(sender, recipient, msg.as_string())
|
|
except Exception as e:
|
|
self.logger.error('Unable to deliver mail: %s' % e)
|
|
return False
|
|
else:
|
|
smtp.quit()
|
|
|
|
return True
|