#coding=utf-8
#需要BeautifulSoup 支持:http://crummy.com/software/BeautifulSoup

import re
import urllib
import urllib2
import xml.dom.minidom
from xml.sax.saxutils import unescape
from BeautifulSoup import BeautifulSoup          # For processing HTML

def formalize(text):
    result = ''
    lines = text.split(u'\n')
    for line in lines:
        line = line.strip()
        if len(line) == 0:
            continue
        result += line + u'\n'
    return result

def formalize_better(text):
    result = ''
    version = ''
    tmp = ''
    lines = text.split(u'\n')
    lens = len(lines)
    i = 0
    while i < lens:
        line = lines[i].strip()
        if len(line) == 0:
            i = i + 1
        elif re.match('Build [0-9]+',line) is not None:
            version = line
            i = i + 1
        else:
            tmp = version + u' ' + line + u' ' + lines[i+1].strip() + u'\n'
            result += tmp
            i = i + 2
    return result

def remove_tag(origin):
    minisoup = BeautifulSoup(origin)
    text = ''.join([e for e in minisoup.recursiveChildGenerator() if isinstance(e, unicode)])
    text = urllib.unquote(unescape(text, {'&quot;':'"'}))
    print "begin to fomalize~"
    text = formalize_better(formalize(text)).encode("utf-8")
    return text


updatefile = open("opensolaris_update.txt", "w")
count = 0
proxy_support = urllib2.ProxyHandler({"http" : "http://proxy01.pd.intel.com:911"})
opener = urllib2.build_opener(proxy_support)
# install it
urllib2.install_opener(opener)

url = "http://www.opensolaris.org/os/community/on/flag-days/all/"
data = urllib2.urlopen(url).readlines()
soup = BeautifulSoup("".join(data))
updates = str(soup.findAll('tbody')[0])

text = remove_tag(updates)
print >> updatefile, text
updatefile.close()

updatefile = open("opensolaris_update.txt", "r")
backupfile = open("opensolaris_backup.txt", "r")
resultfile = open("opensolaris_update_result", "w")

backup_contents = backupfile.readline()

for update_contents in updatefile.readlines():
    if update_contents == backup_contents or update_contents == '':
        break
    else:
        print >> resultfile, update_contents

updatefile.close()
backupfile.close()
resultfile.close()