32 lines
768 B
Python
32 lines
768 B
Python
|
#!/usr/bin/python3
|
||
|
|
|
||
|
|
from utils import *
|
||
|
|
from download_page import download
|
||
|
|
|
||
|
|
# portable code to get filename
|
||
|
|
import os
|
||
|
|
platform = os.path.basename(__file__)
|
||
|
|
if platform.endswith(".py"):
|
||
|
|
platform = platform[:(-3)]
|
||
|
|
|
||
|
|
def extract_from_url (url, verbosity):
|
||
|
|
# split into domain and path
|
||
|
|
index = url.find("/",url.find("//")+2)
|
||
|
|
domain = url[:index]
|
||
|
|
path = url[index:]
|
||
|
|
|
||
|
|
# get username
|
||
|
|
index = path.find("/",2)
|
||
|
|
if index > -1:
|
||
|
|
username = username = path[1:index]
|
||
|
|
else:
|
||
|
|
username = path[1:]
|
||
|
|
|
||
|
|
if len(username) > 0 and username[0] == "@":
|
||
|
|
return domain + "/$/rss/" + username
|
||
|
|
|
||
|
|
def extract (url, page=None, network=False, verbosity=3, args={}):
|
||
|
|
feed = extract_from_url (url, verbosity)
|
||
|
|
if not feed is None:
|
||
|
|
return feed
|