feedbot.py

#!/usr/bin/env python
"""
feedbot: Prints out RSS feeds periodically on IRC.
Copyright 2010 - 2012 Michael Farrell <http://micolous.id.au>

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU Affero General Public License for more details.

You should have received a copy of the GNU Affero General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>.
"""

import re, asyncore, feedparser
from time import sleep
from configparser_plus import ConfigParserPlus
from sys import argv, exit
from ircasync import *
from subprocess import Popen, PIPE
from thread import start_new_thread

DEFAULT_CONFIG = {
	'feedbot': {
		'server': 'localhost',
		'port': DEFAULT_PORT,
		'ipv6': 'no',
		'nick': 'feedbot',
		'channel': '#test',
		'update_frequency': 300,
		'version': 'feedbot; https://github.com/micolous/ircbots/',
	}
}		

config = ConfigParserPlus(DEFAULT_CONFIG)
try:
	config.readfp(open(argv[1]))
except:
	try:
		config.readfp(open('feedbot.ini'))
	except:
		print "Syntax:"
		print "  %s [config]" % argv[0]
		print ""
		print "If no configuration file is specified or there was an error, it will default to `feedbot.ini'."
		print "If there was a failure reading the configuration, it will display this message."
		exit(1)

# read config
SERVER = config.get('feedbot', 'server')
PORT = config.getint('feedbot', 'port')
IPV6 = config.getboolean('feedbot', 'ipv6')
NICK = config.get('feedbot', 'nick')
CHANNEL = config.get('feedbot', 'channel')
VERSION = config.get('feedbot', 'version') + '; %s'
try: VERSION = VERSION % Popen(["git","branch","-v","--contains"], stdout=PIPE).communicate()[0].strip()
except: VERSION = VERSION % 'unknown'
del Popen, PIPE

NICKSERV_PASS = config.get('feedbot', 'nickserv_pass')
UPDATE_FREQUENCY = config.getint('feedbot', 'update_frequency')

feed_urls = {}
if config.has_section('feeds'):
	for k,v in config.items('feeds'):
		feed_urls[k] = v

feeds = {}
last_feeds = {}


def announce_post(irc, feed, entry):
	global CHANNEL
	link = entry.link
	# debug
	print 'NEW POST: %s: %s (%s)' % (entry.title, link, feed)
	irc.action(CHANNEL, 'found a new post on %s: %s: %s' % (str(feed), str(entry.title), link))

def update(irc):
	global feed_urls, feeds, last_feeds
	
	last_feeds = feeds
	feeds = {}
	
	# work though the urls
	for k in feed_urls:
		try:
			# download the new feed
			if last_feeds.has_key(k) and hasattr(last_feeds[k], 'modified'):
				feeds[k] = feedparser.parse(feed_urls[k], modified=last_feeds[k].modified)
			else:
				feeds[k] = feedparser.parse(feed_urls[k])
			
			# there is data to process
			if len(feeds[k].entries) > 0:
				# see what the old feed had
				if last_feeds.has_key(k):
					# there was old feed data
					# we should see what entries are new, and stop when we encounter the last oldest one.
					# assume that the old feed has the newest entry at the time at the top
					x = 0
					for entry in feeds[k].entries:
						oldlink = False
						# see if link has been published yet
						for oldentry in last_feeds[k].entries:
							if entry.link == oldentry.link:
								oldlink = True
								break
								
						if oldlink or x > 4:
							# link has been published, or 4 links have been pushed
							print "not publishing anymore links"
							break
						
						# all good to announce
						announce_post(irc, k, entry)
						x += 1
						
				else:
					# don't publish anything, this is an initial run
					print "Not publishing all data from new feed `%s'." % k
			else:
				# there's no new data, restore the old data back in here for now.
				if last_feeds.has_key(k):
					feeds[k] = last_feeds[k]
				
			
		except:
			print "Failure updating feed `%s'." % k
			
			# revert to last version
			if last_feeds.has_key(k):
				feeds[k] = last_feeds[k]

def feed_updater(irc):
	global UPDATE_FREQUENCY
	
	while True:
		sleep(UPDATE_FREQUENCY)
		print "Naptime over, updating..."
		update(irc)

# main code
def handle_welcome(event, match):
	global NICKSERV_PASS
	# Compliance with most network's rules to set this mode on connect.
	event.connection.usermode("+B")
	if NICKSERV_PASS != None:
		event.connection.todo(['NickServ', 'identify', NICKSERV_PASS])
	update(event.connection)

irc = IRC(nick=NICK, start_channels=[CHANNEL], version=VERSION)
irc.bind(handle_welcome, RPL_WELCOME)
irc.make_conn(SERVER, PORT, ipv6=IPV6)
start_new_thread(feed_updater, (irc,))
asyncore.loop()