put src

backuprr.py

@@ -0,0 +1,129 @@
+#!/usr/bin/env python
+#encoding=utf-8
+import os
+import sys
+import re
+import urllib2
+import urllib
+import cookielib
+import lxml.html
+import time
+import platform
+import getpass
+import _elementpath as DONTUSE
+
+class Renren(object):
+
+    def __init__(self):
+        self.name = self.pwd = self.content = self.domain = self.origURL =  ''
+        self.operate = ''
+        self.cj = cookielib.LWPCookieJar()
+        self.ursid = 0
+        self.dir = "./blogs/"
+        self.count = 0
+        try: 
+            self.cj.revert('renren.coockie') 
+        except Exception,e:
+            pass
+
+        self.opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(self.cj))
+        self.opener.addheaders = [('User-agent','Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)')]
+        urllib2.install_opener(self.opener)
+
+
+    def setinfo(self,username,password,domain,origURL,blogdir='./blogs/'):
+
+        self.name = username
+        self.pwd = password
+        self.domain = domain
+        self.origURL = origURL
+        self.dir = blogdir
+
+    def login(self):
+
+        params = {'domain':self.domain,'origURL':self.origURL,'email':self.name, 'password':self.pwd}
+        print 'login.......'
+        req = urllib2.Request( 
+            'http://www.renren.com/PLogin.do', 
+            urllib.urlencode(params) 
+        )
+
+        self.operate = self.opener.open(req)
+        usrid = self.operate.geturl().split("http://www.renren.com/")[1]
+        try:
+            self.usrid = int(usrid)
+        except:
+            self.usrid = 0
+        if self.usrid:
+            print 'Logged on successfully!'
+            self.cj.save('renren.coockie')
+            self.start()
+        else:
+            print 'Logged on error\n'+self.operate.geturl()
+
+    def start(self):
+        if not os.path.exists(self.dir):
+            os.makedirs(self.dir)
+        print "Please input your latest blog's url:"
+        firstblog = sys.stdin.readline()[:-1]
+        print "Your latest blog's url is %s" % firstblog
+        print "Begin to backup your blogs ..."
+        while firstblog != None:
+            firstblog = self.backupblog(firstblog)
+            self.count += 1
+            print "%s blogs backuped .." % self.count
+            time.sleep(1)
+        print "Backup finished ! %s blogs found !\nPress Enter to exit!" %self.count
+        wait = sys.stdin.readline()[:-1]
+
+
+    def backupblog(self, url):
+
+        req = urllib2.Request(url)
+        try:
+            self.operate = self.opener.open(req)
+        except:
+            print "Blog: %s downloading error! please check the url!" % url
+        infocontent = self.operate.read()
+        #print infocontent
+        html = lxml.html.fromstring(infocontent.decode('utf8'))
+        next = html.xpath('//span[@class="float-right"]/a')
+        if len(next) != 0:
+            nexturl = next[0].get('href')
+        else:
+            nexturl = None
+        times = html.xpath('//span[@class="timestamp"]')
+        if len(times) != 0:
+            pubtime = times[0].text.strip().replace(':','-')
+        else:
+            pubtime = time.strftime('%Y-%m-%d %H-%M-%S', time.localtime(time.time()))
+        titles = html.xpath('//h3[@class="title-article"]/strong')
+        if len(titles) != 0:
+            if platform.system() == "Windows":
+                title = titles[0].text.strip().encode("gbk",'ignore')
+                title = title.replace('\\','').replace(':','').replace('/','').replace('?','').replace('*','').replace('<','').replace('|','').replace('>','').replace('"','')
+            else:
+                title = titles[0].text.strip()
+        else:
+            title = "unkowntitle"
+
+        fd = open(self.dir + pubtime + '----' + title + '.html', 'a+')
+        fd.write(infocontent)
+        fd.close()
+
+        return nexturl
+
+ren = Renren()
+print "Instruction: please use your computer which logins renren frequently !"
+print "Because this program doesn't recognise the validation code."
+print "Any wrong input will lead to exit ! please be careful !"
+time.sleep(5)
+print "Please input your renren username such as [email protected] :"
+username = sys.stdin.readline()[:-1].strip()
+print "Please input your renren password, it will be hidden for your safe while inputting:"
+password = getpass.getpass('password:')
+domain = 'renren.com'
+origURL = 'http://www.renren.com/Home.do'
+ren.setinfo(username,password,domain,origURL)
+ren.login()
+