icelands_order_of_the_falcon_recipients_1921-2011.py

import scraperwiki,re
from BeautifulSoup import BeautifulSoup

#url = 'http://falkadb.forseti.is/orduskra/fal03.php?rod=nafn&valid_ar=1921'



# Make list of years from 1921 to 2011
yearlist = range(2009, 2013)

#Scrape year
def scrapeyear(url, year):
    data = {}
    
    html = scraperwiki.scrape(url)
    soup = BeautifulSoup(html)
    soup.prettify()
    
    tr = soup.findAll('tr')
    for td in tr[1:]:
        items = td.findAll('td')
        data['year'] = year
        data['name'] = items[1].text
        data['occupation'] = items[2].text
        data['citizenship'] = items[3].text
        data['date'] = items[4].text
        data['award'] = items[5].text

        print data
        
        scraperwiki.datastore.save(["name", "date"], data)    



#LETS GO!
for year in yearlist:
    scrapeyear('http://falkadb.forseti.is/orduskra/fal03.php?rod=nafn&valid_ar=' + str(year), str(year))

#print yearlist