From cc8f3d6de1e79708b114b2c80b299b816a536fcd Mon Sep 17 00:00:00 2001 From: Laurent Bachelier Date: Thu, 9 May 2013 20:26:29 +0200 Subject: [PATCH] boobot: More urlfix features --- contrib/boobot.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/contrib/boobot.py b/contrib/boobot.py index 4fad0e3d..35c36a97 100755 --- a/contrib/boobot.py +++ b/contrib/boobot.py @@ -46,9 +46,10 @@ STORAGE_FILE = 'boobot.storage' def fixurl(url): - # turn string into unicode - if not isinstance(url, unicode): - url = url.decode('utf8') + url = to_unicode(url) + + # remove javascript crap + url = url.replace('/#!/', '/') # parse it parsed = urlparse.urlsplit(url)