nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

aum website needs to be logged to see profile now (because of craps)

Browse source
This commit is contained in:
Romain Bignon 2013-04-20 11:47:25 +02:00
commit 0084fa63f8
1 changed files with 47 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

77
modules/aum/browser.py
View file

@ -65,6 +65,45 @@ class AuMException(UserError):
self.code = code self.code = code
class WebsiteBrowser(BaseBrowser):
def login(self):
data = {'username': self.username,
'password': self.password,
'remember': 'on',
}
self.readurl('http://www.adopteunmec.com/auth/login', urllib.urlencode(data))
def get_profile(self, id):
profile = {}
try:
doc = self.get_document(self.openurl('http://www.adopteunmec.com/profile/%s' % id))
except BrowserUnavailable:
pass
# FUCK YOU AUM
#self.logger.warning('Unable to find profile of %s on website' % id)
else:
profile['popu'] = {}
for tr in doc.xpath('//div[@id="popularity"]//tr'):
cols = tr.findall('td')
if cols[0].text is None:
continue
key = self.parser.tocleanstring(tr.find('th')).strip().lower()
value = int(re.sub(u'[ \xa0x]+', u'', cols[0].text).strip())
profile['popu'][key] = value
for script in doc.xpath('//script'):
text = script.text
if text is None:
continue
m = re.search('memberLat: ([\-\d\.]+),', text, re.IGNORECASE)
if m:
profile['lat'] = float(m.group(1))
m = re.search('memberLng: ([\-\d\.]+),', text, re.IGNORECASE)
if m:
profile['lng'] = float(m.group(1))
return profile
class AuMBrowser(BaseBrowser): class AuMBrowser(BaseBrowser):
DOMAIN = 'www.adopteunmec.com' DOMAIN = 'www.adopteunmec.com'
APIKEY = 'fb0123456789abcd' APIKEY = 'fb0123456789abcd'
@ -85,12 +124,16 @@ class AuMBrowser(BaseBrowser):
# now we do authentication ourselves # now we do authentication ourselves
#self.add_password('http://www.adopteunmec.com/api/', self.username, self.password) #self.add_password('http://www.adopteunmec.com/api/', self.username, self.password)
self.login() self.login()
self.website = WebsiteBrowser(self.username, self.password, *args, **kwargs)
self.website.login()
self.home() self.home()
self.search_query = search_query self.search_query = search_query
def id2url(self, id): def id2url(self, id):
return u'http://www.adopteunmec.com/index.php/profile/%s' % id return u'http://www.adopteunmec.com/profile/%s' % id
def url2id(func): def url2id(func):
def inner(self, id, *args, **kwargs): def inner(self, id, *args, **kwargs):
@ -98,9 +141,9 @@ class AuMBrowser(BaseBrowser):
if m: if m:
id = int(m.group(1)) id = int(m.group(1))
else: else:
m = re.match('^http://.*adopteunmec.com/index.php/profile/(\d+).*', str(id)) m = re.match('^http://.*adopteunmec.com/(index.php/)?profile/(\d+).*', str(id))
if m: if m:
id = int(m.group(1)) id = int(m.group(2))
return func(self, id, *args, **kwargs) return func(self, id, *args, **kwargs)
return inner return inner
@ -310,33 +353,7 @@ class AuMBrowser(BaseBrowser):
profile = {} profile = {}
profile.update(self.api_request('users/%s' % id)) profile.update(self.api_request('users/%s' % id))
profile.update(self.website.get_profile(id))
try:
doc = self.get_document(self.openurl('http://www.adopteunmec.com/profile/%s' % id))
except BrowserUnavailable:
pass
# FUCK YOU AUM
#self.logger.warning('Unable to find profile of %s on website' % id)
else:
profile['popu'] = {}
for tr in doc.xpath('//div[@id="popularity"]//tr'):
cols = tr.findall('td')
if cols[0].text is None:
continue
key = self.parser.tocleanstring(tr.find('th')).strip().lower()
value = int(re.sub(u'[ \xa0x]+', u'', cols[0].text).strip())
profile['popu'][key] = value
for script in doc.xpath('//script'):
text = script.text
if text is None:
continue
m = re.search('memberLat: ([\-\d\.]+),', text, re.IGNORECASE)
if m:
profile['lat'] = float(m.group(1))
m = re.search('memberLng: ([\-\d\.]+),', text, re.IGNORECASE)
if m:
profile['lng'] = float(m.group(1))
# Calculate distance in km. # Calculate distance in km.
profile['dist'] = 0.0 profile['dist'] = 0.0