added initial code
This commit is contained in:
Navan Chauhan
commit
98fc1a0497
|
|
@ -0,0 +1,249 @@
|
|||
import configparser
|
||||
from datetime import date
|
||||
import feedparser
|
||||
from mdutils import MdUtils
|
||||
|
||||
|
||||
markdown = True
|
||||
pdf = True
|
||||
html = False
|
||||
html_stylesheet = "styles/simple.css"
|
||||
title_animation = "fade-down"
|
||||
heading_animation = "fade-right"
|
||||
list_animation = "fade-left"
|
||||
|
||||
|
||||
if (pdf and not markdown) or (html and not markdown):
|
||||
print("Markdown should be True to convert to pdf/html")
|
||||
debug = False
|
||||
ConvertToHTML = True
|
||||
|
||||
title = date.today().strftime('%d %B, %Y')
|
||||
|
||||
feeds = configparser.ConfigParser()
|
||||
|
||||
if feeds.read("feeds.ini") == []:
|
||||
print("feeds.ini does not exist!")
|
||||
exit(1)
|
||||
else:
|
||||
if debug:
|
||||
print("Reading feeds.ini")
|
||||
feeds.read("feeds.ini")
|
||||
|
||||
rss_feeds = [x for x in feeds.keys()]
|
||||
rss_feeds.pop(0)
|
||||
if debug:
|
||||
print("Read %s feeds from the configuration file" % str(len(rss_feeds)))
|
||||
|
||||
def GetPosts(feed):
|
||||
Posts = {}
|
||||
ToIgnore = []
|
||||
ReadSummary = True
|
||||
URL = None
|
||||
ToRead = 5
|
||||
try:
|
||||
URL = feeds[feed]["URL"]
|
||||
except KeyError:
|
||||
print("Improper configuration for %s. No URL Specified")
|
||||
exit(1)
|
||||
try:
|
||||
ToIgnore = eval(feeds[feed]["IGNORE"])
|
||||
except KeyError:
|
||||
None
|
||||
try:
|
||||
ReadSummary = eval(feeds[feed]["SUMMARY"])
|
||||
except KeyError:
|
||||
ReadSummary = True
|
||||
try:
|
||||
ToRead = eval(feeds[feed]["ToRead"])
|
||||
except:
|
||||
None
|
||||
|
||||
rss = feedparser.parse(URL)
|
||||
maximum = len(rss.entries)
|
||||
|
||||
count = 0
|
||||
|
||||
if ToRead == -1 or ToRead > maximum:
|
||||
ToRead = maximum
|
||||
|
||||
posts = []
|
||||
summaries = []
|
||||
while count != ToRead:
|
||||
Skip = False
|
||||
Title = str(rss.entries[count].title)
|
||||
Summary = rss.entries[count].summary
|
||||
for words in ToIgnore:
|
||||
if (words.lower() in Title.lower()) or (words.lower() in Summary.lower()):
|
||||
Skip = True
|
||||
break
|
||||
if not Skip:
|
||||
posts.append(Title)
|
||||
if ReadSummary:
|
||||
summaries.append(Summary)
|
||||
count += 1
|
||||
|
||||
for idx in range(len(posts)):
|
||||
Posts[idx] = {}
|
||||
Posts[idx]["post"] = {}
|
||||
Posts[idx]["post"]["title"] = posts[idx].encode('utf-8')
|
||||
if ReadSummary:
|
||||
Posts[idx]["post"]["summary"] = summaries[idx].encode('utf-8')
|
||||
else:
|
||||
Posts[idx]["summary"] = None
|
||||
|
||||
Posts["NoOfPosts"] = len(posts)
|
||||
Posts["Summary"] = ReadSummary
|
||||
|
||||
return Posts
|
||||
|
||||
|
||||
posts = {}
|
||||
for feed in rss_feeds:
|
||||
sauce = GetPosts(feed)
|
||||
posts[feed] = sauce
|
||||
|
||||
#print(posts)
|
||||
|
||||
if markdown:
|
||||
mdfile = MdUtils(file_name=title,title='Daily Dose')
|
||||
for feed in posts:
|
||||
mdfile.new_header(level=1,title="From %s" % feed)
|
||||
for idx in range(posts[feed]["NoOfPosts"]):
|
||||
mdfile.write(str("* **"+posts[feed][idx]["post"]["title"].decode('utf-8'))+"**")
|
||||
if posts[feed]["Summary"]:
|
||||
mdfile.write(" - ")
|
||||
mdfile.write(posts[feed][idx]["post"]["summary"].decode('utf-8'))
|
||||
mdfile.write("\n\n")
|
||||
else:
|
||||
mdfile.write("\n")
|
||||
mdfile.new_line("\n")
|
||||
mdfile.new_table_of_contents(table_title='Contents', depth=2)
|
||||
mdfile.create_md_file()
|
||||
|
||||
if not markdown:
|
||||
mdfile = MdUtils(file_name=title,title='Daily Dose')
|
||||
mdfile.new_line('\n')
|
||||
for feed in rss_feeds:
|
||||
Ignore = []
|
||||
ReadSummary = True
|
||||
URL = None
|
||||
ToRead = 5
|
||||
try:
|
||||
URL = feeds[feed]["URL"]
|
||||
except KeyError:
|
||||
print("Improper configuration for %s. No URL Specified")
|
||||
exit(1)
|
||||
try:
|
||||
Ignore = eval(feeds[feed]["IGNORE"])
|
||||
except KeyError:
|
||||
None
|
||||
try:
|
||||
ReadSummary = eval(feeds[feed]["SUMMARY"])
|
||||
except KeyError:
|
||||
ReadSummary = True
|
||||
try:
|
||||
ToRead = eval(feeds[feed]["ToRead"])
|
||||
except:
|
||||
None
|
||||
|
||||
rss = feedparser.parse(URL)
|
||||
maximum = len(rss.entries)
|
||||
|
||||
count = 0
|
||||
|
||||
if ToRead == -1:
|
||||
ToRead = maximum
|
||||
|
||||
#print("## From %s:" % feed,end="\n\n")
|
||||
mdfile.new_header(level=1, title="From %s" % feed)
|
||||
|
||||
while count != ToRead:
|
||||
NoSkip = True
|
||||
Title = rss.entries[count].title
|
||||
summary = rss.entries[count].summary
|
||||
for words in Ignore:
|
||||
if (words.lower() in Title.lower()) or (words.lower() in summary.lower()):
|
||||
NoSkip = False
|
||||
break
|
||||
if NoSkip:
|
||||
#print(title)
|
||||
mdfile.write(str("* **"+Title+"**"))
|
||||
if ReadSummary:
|
||||
#print(summary)
|
||||
mdfile.write(" - ")
|
||||
mdfile.write(summary)
|
||||
mdfile.write("\n\n")
|
||||
else:
|
||||
mdfile.write("\n")
|
||||
|
||||
count += 1
|
||||
mdfile.new_line('\n')
|
||||
mdfile.new_table_of_contents(table_title='Contents', depth=2)
|
||||
mdfile.create_md_file()
|
||||
|
||||
|
||||
import pypandoc
|
||||
|
||||
if pdf:
|
||||
ifname = str(title.strip()) + ".md"
|
||||
ofname = str(title.strip()) + ".pdf"
|
||||
args = ['-V', 'geometry:margin=1.5cm']
|
||||
|
||||
convert = pypandoc.convert_file(ifname, 'pdf', outputfile=ofname,extra_args=args)
|
||||
|
||||
if html:
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
|
||||
ifname = str(title.strip()) + ".md"
|
||||
ofname = "temp.html"
|
||||
fname = str(title.strip()) + ".html"
|
||||
|
||||
convert = pypandoc.convert_file(ifname,'html5',outputfile=ofname,extra_args=['-s'])
|
||||
assert(convert) == ''
|
||||
|
||||
fp = open(ofname)
|
||||
|
||||
soup = BeautifulSoup(fp,'html5lib')
|
||||
|
||||
aos_css = soup.new_tag('link',href='https://unpkg.com/aos@2.3.1/dist/aos.css',rel='stylesheet')
|
||||
soup.head.append(aos_css)
|
||||
|
||||
font = soup.new_tag('link',href=html_stylesheet,rel='stylesheet')
|
||||
soup.head.append(font)
|
||||
|
||||
title = soup.new_tag('title')
|
||||
title.string = "DailyDose"
|
||||
soup.head.append(title)
|
||||
|
||||
aos_js = soup.new_tag('script',src="https://unpkg.com/aos@2.3.1/dist/aos.js")
|
||||
soup.head.append(aos_js)
|
||||
|
||||
aos_script = soup.new_tag('script')
|
||||
aos_script.string = "AOS.init();"
|
||||
|
||||
soup.body.append(aos_script)
|
||||
|
||||
for feed in rss_feeds:
|
||||
ToFindID = str("from-"+str(feed.strip().replace(":","").replace(" ","-").lower()))
|
||||
ToEdit = soup.find("h1", {"id": ToFindID})
|
||||
ToEdit['data-aos'] = 'fade-right'
|
||||
|
||||
soup.find("h1",{"id":"daily-dose"})['data-aos'] = title_animation
|
||||
soup.find("h1",{"id":"contents"})['data-aos'] = heading_animation
|
||||
|
||||
paragraphs = soup.find_all("p")
|
||||
for paras in paragraphs:
|
||||
paras['data-aos'] = list_animation
|
||||
|
||||
lis = soup.find_all("li")
|
||||
for li in lis:
|
||||
if li.a == None:
|
||||
li['data-aos'] = list_animation
|
||||
|
||||
with open(fname, "w") as outf:
|
||||
outf.write(str(soup))
|
||||
|
||||
|
||||
|
||||
Loading…
Reference in New Issue