自动获取CSDN博客文章列表
#!/usr/bin/python# -*- coding: utf-8 -*-import re,HTMLParserimport urllib2,osaddr_file='blog_addr.dat'html_file="out.html"diff_flag=0def maenu(file_name): count=1 addr = { "":""} try: fp=open(file_name, "r") except IOError: os.mknod(file_name) print "选择需要下载的链接:" for eachline in fp: if eachline[0] == '#': continue print "%d:%s" %(count,eachline) addr[count]=eachline count=count+1 print "%d:新增一条blog地址" % (count) choice=raw_input('>>') fp.close() if re.findall(choice,'/bq|/bQ|/bquit|/bQUIT'): quit() try: if int(choice) == count : add_blog(file_name) else: return addr[int(choice)] except ValueError: print "输入有误,请重新选择!"def add_blog(file_name): fp=open(file_name,"a") addr=raw_input('输入blog地址:') fp.write(addr) fp.write('\n') print "%s 已经增加到blog地址列表中!" % addr fp.close()def is_set(var_name): try: type(eval(var_name)) except : return 0 else: return 1class parseLinks(HTMLParser.HTMLParser): def handle_starttag(self, tag, attrs): if tag== 'a': for name,value in attrs: if name=='title': result=re.findall("(\<.*?\>)",self.get_starttag_text())[0] p=re.compile('次数|关注|私信') if p.search(result) > 0: pass else: begin=result.index("\"") step1=result[begin+1:] begin=step1.index("\"") address=step1[:begin] step2=step1[begin+1:] begin=step2.index("\"") step3=step2[begin+1:] begin=step3.index("\"") article=step3[:begin] write_file.write("文章标题:%s\n文章地址:%s%s\n" %(article,blog_address,address))def unload(common_url,file_name): outfile=open(file_name,'w') headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20100101 Firefox/23.0'} req = urllib2.Request(url=common_url, headers=headers) outfile.write(urllib2.urlopen(req).read()) outfile.close()def check_file(file_name): if os.path.isfile(file_name): return 1 else: return 0def prt_content(diff_flag,author): file1='%s.article' % author if diff_flag == 1: file2='%s.article.new' % author print "以下是更新内容：" os.system("diff %s %s" % (file1,file2)) os.system("mv %s %s" % (file2,file1)) else: print open(file1,'r').read()def get_blog_info(html_file): line=open(html_file,'r').read() username=re.findall("(var username.*?\;)",line,re.S)[0] blog_address=re.findall("(var blog_address.*?net)",line,re.S)[0] username=re.sub("\"|;|var|=| |username",'',username,10) blog_address=re.sub("\"|;|var|=| |blog_address",'',blog_address,10) return (line,username,blog_address)if __name__ == '__main__': while (is_set('chaper_url') == 0) or (chaper_url is None): chaper_url=maenu(addr_file) print "正在下载文章列表...." unload(chaper_url,html_file) (line,username,blog_address)=get_blog_info(html_file) article_file="%s.article" % username if check_file(article_file)==0: pass else: article_file="%s.article.new" % username diff_flag=1 write_file=open(article_file,'w') write_file.write("作者:%s\n" % username) lParser = parseLinks() lParser.feed(line) write_file.close() lParser.close() prt_content(diff_flag,username) os.remove(html_file)发出来供大家批评指点！
说明：当被下载博客已经在本地存在，则会展示是否有新文章发表，有，则展示新文章的标题和链接。所有文章列表都在 作者名称.article文件中存储！