bot.py

import feedparser
import sqlite3
import os
import asyncio
from hashlib import sha1
from json import dumps
import telegram
import html2markdown
from time import mktime, time
from datetime import datetime
from dateutil import parser

def connect_to_db():
	if not os.path.exists('simple.db'):
		create_db()
	return sqlite3.connect('simple.db')

def create_db():
	conn = sqlite3.connect('simple.db')
	c = conn.cursor()
	c.execute('''CREATE TABLE feeds (ID INTEGER PRIMARY KEY, URL VARCHAR(2083) UNIQUE);''')
	c.execute('''CREATE TABLE entries (ID INTEGER PRIMARY KEY, Feed INTEGER, 
	Title VARCHAR(2083), PubDate DECIMAL, FOREIGN KEY(Feed) REFERENCES 
	feeds(ID), CONSTRAINT uniqueness UNIQUE (Title, PubDate, Feed));''')
	conn.commit()
	conn.close()

def check_new(conn, url, title, timestamp):
	c = conn.cursor()
	sql = "SELECT ID FROM feeds WHERE URL = ?"
	c.execute(sql, [url])
	ids = c.fetchone()
	new = False
	send = False
	if not ids:
		sql = "INSERT INTO feeds (URL) VALUES (?);"
		c.execute(sql, [url])
		sql = "INSERT INTO entries (Feed, Title, PubDate) VALUES (?, ?, ?);"
		c.execute(sql, [c.lastrowid, title, timestamp])
		new = True
		send = False
	else:
		sql = "SELECT Title FROM entries WHERE Feed = ? AND Title = ? AND PubDate = ?"
		c.execute(sql, [ids[0], title, timestamp])
		result = c.fetchall()
		if not result:
			sql = "INSERT INTO entries (Feed, Title, PubDate) VALUES (?, ?, ?);"
			try:
				c.execute(sql, [ids[0], title, timestamp])
				send = True
			except sqlite3.IntegrityError as e:
				print("Error inserting " + str(title) + " - " + str(timestamp) + ". Got error: " + str(e))
				send = False
	conn.commit()
	return new, send

def get_timestamp(entry):
	timestamp = 0
	try:
		timestamp = mktime(entry['published_parsed'])
	except:
		try:
			timestamp = mktime(entry['updated_parsed'])
		except:
			try:
				timestamp = mktime(parser.parse(entry['published'], fuzzy=True).timetuple())
			except:
				try:
					timestamp = mktime(parser.parse(entry['updated'], fuzzy=True).timetuple())
				except:
					timestamp = float(sha1(entry['title'].hexdigest())) # If absolutely no timestamp is possible, "hash" the title.
	return timestamp

async def check_feed():
	conn = connect_to_db()
	with open("urls") as f:
		content = f.readlines()
		content = [x.strip() for x in content]
	bot, chat = init_bot()
	for url in content:
		if url == "":
			continue
		feed = feedparser.parse(url)
		for entry in feed['entries']:
			title = entry.title
			try:
				desc = entry.description
			except:
				print(feed)
				desc = "[COULD NOT RETRIEVE DESCRIPTION]"
			link = entry.link
			timestamp = get_timestamp(entry)
			new, send = check_new(conn, url, title, timestamp)
			if new:
				for entry in feed['entries']:
					title = entry.title
					timestamp = get_timestamp(entry)
					check_new(conn, url, title, timestamp)
				break
			elif send:
				message = "**" + feed.feed.title + "** \n \n"
				message += "[" + title + "](" + link + ") \n \n"
				parsed = feedparser.parse(desc)
				try:
					src = parsed['feed']['img']['src']
					if len(message) > 1024:
						message = message[:1020]
						message += "..."
					await bot.send_photo(chat_id=chat, photo=src, caption=message, parse_mode=telegram.constants.ParseMode.MARKDOWN_V2)
				except:	
					tmp = message + html2markdown.convert(feed.entries[0].description)
					try:
						await send_message(tmp, bot, chat)
					except:
						await send_message(message, bot, chat)
	conn.close()

def init_bot():
	with open("token") as f:
		content = f.readlines()
		content = [x.strip() for x in content]
	bot = telegram.Bot(token=content[0])
	return bot, content[1]

async def send_message(message, bot, chat):
	if len(message) > 1024:
		message = message[:1020]
		message += "..."
	bot.sendMessage(text=message, chat_id=chat, parse_mode=telegram.constants.ParseMode.MARKDOWN)

if __name__ == "__main__":
	init = True
	if not os.path.exists("urls"):
		print("You do not have a urls file, please add your rss feeds to the newly created urls file")
		init = False
	if not os.path.exists("token"):
		print("You do not have a token file, please add the neccessary details to your token file")
		init = False
	if not init:
		exit()
	asyncio.run(check_feed())