Add support for twitter

Grabs "feed" from the html page, clips tweet and article together.
This commit is contained in:
2013-09-25 12:37:14 +02:00
parent da14242bcf
commit 0657077191
2 changed files with 19 additions and 0 deletions

View File

@@ -304,6 +304,14 @@ def Fill(item, cache, feedurl='/', fast=False, clip=False):
link = item.link
# twitter
if urlparse.urlparse(item.link).netloc == 'twitter.com':
match = lxml.html.fromstring(item.content).xpath('//a/@data-expanded-url')
if len(match):
link = match[0]
clip = True
log(link)
# check cache and previous errors
if link in cache:
content = cache.get(link)