#! /usr/bin/python
# -*- coding:utf-8 -*-

import urllib2
import re
from socket import error as SocketError
from cookielib import CookieJar
import tools
import ConnectMysql

import time


class LF_WANGWEN:

    def __init__(self):

        self.baseUrl = 'http://m.budejie.com/video/'
        self.tool = tools.Tool()


    def wang(self, value):
        try:
            print '\n***** ' + self.baseUrl + ' *****'

            # proxy = urllib2.ProxyHandler({'http': '' + ip + ''})
            # opener = urllib2.build_opener(proxy)

            cj = CookieJar()
            cookieHandle = urllib2.HTTPCookieProcessor(cj)
            opener = urllib2.build_opener(cookieHandle)

            opener.addheaders = [
                # ('User-Agent', 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.112 Safari/537.36'),
                # ('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8'),
                # ('Accept-Encoding', 'gzip, deflate, sdch'),
                # ('Accept-Language', 'zh-CN,zh;q=0.8,en;q=0.6'),
                # ('Cache-Control', 'max-age=0'),
                # ('Connection', 'keep-alive'),
                # ('Host', 'm.budejie.com')
            ]

            url = self.baseUrl + str(value)
            print url
            o = opener.open(url, timeout=10)
            d = o.read()

            # pattern = re.compile('<h4 class="ui-nowrap">(.*?)</h4>.*?<section class="ui-row-flex">.*?<p>(.*?)</p>.*?</section>.*?<section.*?poster="(.*?)".*?<source src="(.*?)"', re.S)
            pattern = re.compile('<h4 class="ui-nowrap">(.*?)</h4>.*?<div class="video_user_content">.*?<p>(.*?)</p>.*?</section>.*?<section.*?poster="(.*?)".*?<source src="(.*?)"', re.S)
            results = re.findall(pattern, d)
            for i in results:
                author = self.tool.replace(i[0])
                # onlineTime = self.tool.replace(i[1])
                content = self.tool.replace(i[1])
                pic = self.tool.replace(i[2])
                mp4 = self.tool.replace(i[3])

                print author
                # print onlineTime
                print content
                print mp4

                time.sleep(0.2)
                sql = "insert into `bs_shipin` (`sid`, `author`, `content`, `mp4`, `pic`, `online_time`, `update_time`, `status`) values (uuid(), '" + author + "','" + content + "','" + mp4 + "','" + pic + "',now(),now(),0);"
                print sql
                self.db.insertDB(sql)


        except urllib2.HTTPError, e:
            print 'HTTPError: ' + str(e.code)
            return False
        except urllib2.URLError, e:
            print 'URLError: ' + str(e.reason)
            return False
        except SocketError as e:
            print 'SocketError: ' + str(e.errno)
            return False
        except Exception as e:
            print 'Exception' + str(e.message)
            return False


    def connect(self):
        self.db = ConnectMysql.SQLDB()
        self.db.connectDB();

    def close(self):
        self.db.closeDB()


lf = LF_WANGWEN()
lf.connect()
start = time.time()

for i in range(12, 0, -1):
    print '\n页码~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~' + str(i)
    lf.wang(i)
lf.close()

end = time.time() - start
print '总共用时：' + str(end)