# -*- coding: utf-8 -*- # Copyright(C) 2012 Roger Philibert # # This file is part of weboob. # # weboob is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # weboob is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with weboob. If not, see . from __future__ import with_statement import email import time import re import datetime from html2text import unescape from dateutil import tz from dateutil.parser import parse as _parse_dt from weboob.capabilities.base import NotLoaded from weboob.capabilities.messages import ICapMessages, ICapMessagesPost, Message, Thread #from weboob.capabilities.dating import ICapDating, OptimizationNotFound, Event from weboob.capabilities.contact import ICapContact, ContactPhoto, Query, QueryError from weboob.tools.backend import BaseBackend, BackendConfig from weboob.tools.browser import BrowserUnavailable from weboob.tools.value import Value, ValuesDict, ValueBool, ValueBackendPassword from weboob.tools.log import getLogger from weboob.tools.misc import local2utc from .browser import OkCBrowser __all__ = ['OkCBackend'] def parse_dt(s): now = datetime.datetime.now() if u'–' in s: # Date in form : "Yesterday – 20:45" day, hour = s.split(u'–') day = day.strip() hour = hour.strip() if day == 'Yesterday': d = now - datetime.timedelta(days=1) elif day == 'Today': d = now hour = _parse_dt(hour) d = datetime.datetime(d.year, d.month, d.day, hour.hour, hour.minute) else: #if ',' in s: # Date in form : "Dec 28, 2011") d = _parse_dt(s) return local2utc(d) class OkCBackend(BaseBackend, ICapMessages, ICapContact, ICapMessagesPost): NAME = 'okc' MAINTAINER = 'Roger Philibert' EMAIL = 'roger.philibert@gmail.com' VERSION = '0.c' LICENSE = 'AGPLv3+' DESCRIPTION = u'OkCupid dating website' CONFIG = BackendConfig(Value('username', label='Username'), ValueBackendPassword('password', label='Password')) STORAGE = { 'sluts': {}, #'notes': {}, } BROWSER = OkCBrowser def create_default_browser(self): return self.create_browser(self.config['username'].get(), self.config['password'].get()) # ---- ICapMessages methods --------------------- def fill_thread(self, thread, fields): return self.get_thread(thread) def iter_threads(self): with self.browser: threads = self.browser.get_threads_list() for thread in threads: # Remove messages from user that quit #if thread['member'].get('isBan', thread['member'].get('dead', False)): # with self.browser: # self.browser.delete_thread(thread['member']['id']) # continue t = Thread(int(thread['id'])) t.flags = Thread.IS_DISCUSSION t.title = 'Discussion with %s' % thread['username'] yield t def get_thread(self, id, contacts=None, get_profiles=False): """ Get a thread and its messages. The 'contacts' parameters is only used for internal calls. """ thread = None if isinstance(id, Thread): thread = id id = thread.id if not thread: thread = Thread(int(id)) thread.flags = Thread.IS_DISCUSSION full = False else: full = True with self.browser: mails = self.browser.get_thread_mails(id, 100) my_name = self.browser.get_my_name() child = None msg = None slut = self._get_slut(mails['member']['pseudo']) if contacts is None: contacts = {} if not thread.title: thread.title = u'Discussion with %s' % mails['member']['pseudo'] for mail in mails['messages']: flags = Message.IS_HTML if parse_dt(mail['date']) > slut['lastmsg'] and mail['id_from'] != self.browser.get_my_name(): flags |= Message.IS_UNREAD if get_profiles: if not mail['id_from'] in contacts: with self.browser: contacts[mail['id_from']] = self.get_contact(mail['id_from']) signature = u'' if mail.get('src', None): signature += u'Sent from my %s\n\n' % mail['src'] if mail['id_from'] in contacts: signature += contacts[mail['id_from']].get_text() msg = Message(thread=thread, id=int(time.strftime('%Y%m%d%H%M%S', parse_dt(mail['date']).timetuple())), title=thread.title, sender=mail['id_from'], receivers=[my_name if mail['id_from'] != my_name else mails['member']['pseudo']], date=parse_dt(mail['date']), content=unescape(mail['message']).strip(), signature=signature, children=[], flags=flags) if child: msg.children.append(child) child.parent = msg child = msg if full and msg: # If we have get all the messages, replace NotLoaded with None as # parent. msg.parent = None if not full and not msg: # Perhaps there are hidden messages msg = NotLoaded thread.root = msg return thread #def iter_unread_messages(self, thread=None): # try: # contacts = {} # with self.browser: # threads = self.browser.get_threads_list() # for thread in threads: # if thread['member'].get('isBan', thread['member'].get('dead', False)): # with self.browser: # self.browser.delete_thread(int(thread['member']['id'])) # continue # if self.antispam and not self.antispam.check_thread(thread): # self.logger.info('Skipped a spam-unread-thread from %s' % thread['member']['pseudo']) # self.report_spam(thread['member']['pseudo']) # continue # slut = self._get_slut(thread['member']['pseudo']) # if parse_dt(thread['date']) > slut['lastmsg']: # t = self.get_thread(thread['member']['pseudo'], contacts, get_profiles=True) # for m in t.iter_all_messages(): # if m.flags & m.IS_UNREAD: # yield m # except BrowserUnavailable, e: # self.logger.debug('No messages, browser is unavailable: %s' % e) # pass # don't care about waiting def set_message_read(self, message): if message.sender == self.browser.get_my_name(): return slut = self._get_slut(message.sender) if slut['lastmsg'] < message.date: slut['lastmsg'] = message.date self.storage.set('sluts', message.sender, slut) self.storage.save() def _get_slut(self, id): sluts = self.storage.get('sluts') if not sluts or not id in sluts: slut = {'lastmsg': datetime.datetime(1970,1,1)} else: slut = self.storage.get('sluts', id) slut['lastmsg'] = slut.get('lastmsg', datetime.datetime(1970,1,1)).replace(tzinfo=tz.tzutc()) return slut # ---- ICapMessagesPost methods --------------------- def post_message(self, message): with self.browser: self.browser.post_mail(message.thread.id, message.content) # ---- ICapContact methods --------------------- def fill_contact(self, contact, fields): if 'profile' in fields: contact = self.get_contact(contact) if contact and 'photos' in fields: for name, photo in contact.photos.iteritems(): with self.browser: if photo.url and not photo.data: data = self.browser.openurl(photo.url).read() contact.set_photo(name, data=data) if photo.thumbnail_url and not photo.thumbnail_data: data = self.browser.openurl(photo.thumbnail_url).read() contact.set_photo(name, thumbnail_data=data) def fill_photo(self, photo, fields): with self.browser: if 'data' in fields and photo.url and not photo.data: photo.data = self.browser.readurl(photo.url) if 'thumbnail_data' in fields and photo.thumbnail_url and not photo.thumbnail_data: photo.thumbnail_data = self.browser.readurl(photo.thumbnail_url) return photo def get_contact(self, contact): with self.browser: if isinstance(contact, Contact): _id = contact.id elif isinstance(contact, (int,long,basestring)): _id = contact else: raise TypeError("The parameter 'contact' isn't a contact nor a int/long/str/unicode: %s" % contact) profile = self.browser.get_profile(_id) if not profile: return None _id = profile['id'] if isinstance(contact, Contact): contact.id = _id contact.name = profile['id'] else: contact = Contact(_id, profile['id'], Contact.STATUS_OFFLINE) contact.url = 'http://%s/profile/%s' % (self.browser.DOMAIN, _id) contact.profile = profile['data'] contact.summary = profile['summary'] if contact.profile['details']['last_online'].value == 'Online now!': contact.status = Contact.STATUS_ONLINE else: contact.status = Contact.STATUS_OFFLINE contact.status_msg = contact.profile['details']['last_online'].value for no, photo in enumerate(self.browser.get_photos(_id)): contact.set_photo('image_%i' % no, url=photo, thumbnail_url=photo) return contact #def _get_partial_contact(self, contact): # if contact.get('isBan', contact.get('dead', False)): # with self.browser: # self.browser.delete_thread(int(contact['id'])) # return None # s = 0 # if contact.get('isOnline', False): # s = Contact.STATUS_ONLINE # else: # s = Contact.STATUS_OFFLINE # c = Contact(contact['id'], contact['id'], s) # c.url = self.browser.id2url(contact['id']) # if 'birthday' in contact: # birthday = _parse_dt(contact['birthday']) # age = int((datetime.datetime.now() - birthday).days / 365.25) # c.status_msg = u'%s old, %s' % (age, contact['city']) # if contact['cover'].isdigit() and int(contact['cover']) > 0: # url = 'http://s%s.adopteunmec.com/%s%%(type)s%s.jpg' % (contact['shard'], contact['path'], contact['cover']) # else: # url = 'http://s.adopteunmec.com/www/img/thumb0.gif' # c.set_photo('image%s' % contact['cover'], # url=url % {'type': 'image'}, # thumbnail_url=url % {'type': 'thumb0_'}) # return c def iter_contacts(self, status=Contact.STATUS_ALL, ids=None): with self.browser: threads = self.browser.get_threads_list(count=100) for thread in threads: c = self._get_partial_contact(thread['member']) if c and (c.status & status) and (not ids or c.id in ids): yield c #def send_query(self, id): # if isinstance(id, Contact): # id = id.id # queries_queue = None # try: # queries_queue = self.get_optimization('QUERIES_QUEUE') # except OptimizationNotFound: # pass # if queries_queue and queries_queue.is_running(): # if queries_queue.enqueue_query(id): # return Query(id, 'A charm has been sent') # else: # return Query(id, 'Unable to send charm: it has been enqueued') # else: # with self.browser: # if not self.browser.send_charm(id): # raise QueryError('No enough charms available') # return Query(id, 'A charm has been sent') #def get_notes(self, id): # if isinstance(id, Contact): # id = id.id # return self.storage.get('notes', id) #def save_notes(self, id, notes): # if isinstance(id, Contact): # id = id.id # self.storage.set('notes', id, notes) # self.storage.save() OBJECTS = {Thread: fill_thread, Contact: fill_contact, ContactPhoto: fill_photo }