Ubuntu中文论坛

代码： 全选

#!/usr/bin/python
# -*- coding: utf-8 -*-
import os
import urllib
import urllib2
import sys
import re
import difflib
from sys import argv
import string
#####抓取网页内容######
script, filename = argv
n1 = open(filename)
lines = n1.readlines()
n1.close()
urls = lines[0] #需要抓取的网址
linkpattern = lines[1] #抓取网站内链接的正则
linkpattern = linkpattern.split()
linkpattern = ' '.join(linkpattern)#两次转换后正常了
titlepattern = lines[2] #抓取标题的正则
titlepattern = titlepattern.split()
titlepattern = ' '.join(titlepattern)#两次转换后正常了
req = urllib2.Request(urls, headers={'User-Agent' : "Magic Browser"})
webpage= urllib2.urlopen(req)
websource = webpage.read()
web = open("web.txt",'w')
web.write(websource)
web.close()
p1 = re.compile(linkpattern,re.DOTALL)
p2 = re.compile(titlepattern,re.DOTALL)
content1 = p1.findall(websource)
content2 = p2.findall(websource)
####判断source.txt是否已经存在#####
pathway = os.path.abspath(filename)
a = os.path.exists(pathway+'source.txt')
if(a == False): 
#	print "source.txt不存在"
	f1 = open(pathway+'source.txt','w')
	f4 = open(pathway+'list.txt', 'w')
	for i in content1: 
		f1.write(i)
		f1.write('\n')
	f1.close()
	for j in content2:
		f4.write(j)
		f4.write('\n')
	f4.close()
else:
#	print "source.txt文件已经存在"	
	f2 = open(pathway+'newsource.txt', 'w')
	f3 = open(pathway+'newlist.txt', 'w')
	for i in content1:
		f2.write('%r\n' % (i))
	for j in content2:
		f3.write(j)
		f3.write('\n')
	f2.close() 
#####比较模块######
	def isDiff(srcfile, tarfile):
		'''
		compare with two files,if equal then return ture
		'''
		src = file(srcfile).read().split(' ')
		tar = file(tarfile).read().split(' ')
		ret = 1
    # ignore blank lines
		temp = difflib.SequenceMatcher(lambda x: len(x.strip()) == 0, src, tar)
		for tag, i1, i2, j1, j2 in temp.get_opcodes():
        #print tag
			if tag != 'equal':
				ret = 0
				break
		return (True if ret == 1 else False)
	judge = isDiff(pathway+'source.txt',pathway+'newsource.txt')
	if (judge == True) :
		os.system("notify-send 网站没有更新")
	else:
		os.system("notify-send 网站更新了") 
  		print "是否需要调用uget来下载新货？要启动打yes> ",
		a=raw_input()
		if a == "yes": 
			os.system("/usr/bin/uget-gtk")
		else: 
		   print "好吧，俺休息去了"
	s1 = open(pathway+'source.txt', 'w')
	s2 = open(pathway+'newsource.txt')
	s3 = s2.read()
	s1.write(s3)
	s2.close()
	s1.close()