#间隔五分钟采集一次数据入库 
import pymysql 
import urllib.request 
from bs4 import BeautifulSoup 
import threading 
import time 
 
# 数据入库处理 
def doDataWlpc(jjdm, jjmc, dwjz, dwjzrq): 
    r_code = 0 
    print('基金信息：' + jjdm + ',' + jjmc + ',' + dwjz + ',' + dwjzrq) 
    try: 
        # 打开数据库连接 
        conn = pymysql.connect(host='localhost', user='root', 
                               passwd='lizm', db='pythondb', port=3306, charset='utf8') 
        # 获取一个游标 
        cursor = conn.cursor() 
        # 查询数据是否已经存在 
        sql_check = """SELECT * FROM pythondb.t_x01_wlpc WHERE dwjz='""" + / 
            dwjz + """' and dwjzrq='""" + dwjzrq + """';""" 
        print('sql_check>>>:' + sql_check) 
        cursor.execute(sql_check) 
        results = cursor.fetchall() 
        # 判断是否有记录数 
        if len(results) == 0: 
            check_code = 0 
        else: 
            check_code = 1 
 
        if check_code == 0: 
            sql = """INSERT INTO pythondb.t_x01_wlpc (jjdm,jjmc,dwjz,dwjzrq,oprdate) VALUES('""" + / 
                jjdm + """','""" + jjmc + """','""" + dwjz + / 
                """','""" + dwjzrq + """',sysdate());""" 
            try: 
                print('sql>>>:' + sql) 
                # 执行sql语句 
                cursor.execute(sql) 
                # 提交到数据库执行 
                conn.commit() 
                r_code = 0 
            except: 
                # 如果发生错误则回滚 
                conn.rollback() 
                r_code = 1 
        else: 
            r_code = 0 
            print('基金' + jjmc + '数据已存在') 
        cursor.close()  # 关闭游标 
        conn.close()  # 释放数据库资源 
    except: 
        r_code = 1 
        print("失败,异常") 
 
    return r_code 
 
 
# 获取基金的信息 
def getJjInfor(header_, url_): 
    # 返回数组 
    r_info = [] 
 
    req = urllib.request.Request(url=url_, headers=header_) 
    res = urllib.request.urlopen(req) 
    html = res.read().decode('utf-8') 
    soup = BeautifulSoup(html, 'html.parser') 
 
    # css的class获取值 
    jjdm = soup.find( 
        'div', class_='fundDetail-tit').find('span', class_='ui-num') 
    r_info.append(jjdm.get_text()) 
    #print('基金代码：' + jjdm.get_text()) 
 
    title_name = soup.find('div', class_='fundDetail-tit') 
    r_info.append(title_name.text.split('(')[0]) 
    #print('基金名称：' + title_name.text.split('(')[0]) 
 
    # 获取估算净值、单位净值、累计净值 
    for dataNums in soup.find_all('dd', class_='dataNums'): 
        for jzs_ in dataNums.find_all('span', class_='ui-font-large ui-color-red ui-num'): 
            r_info.append(jzs_.text) 
            #print('' + jzs_.text) 
 
    gz_gztime = soup.find(id='gz_gztime') 
    r_info.append(gz_gztime.text.replace('(', '').replace(')', '')) 
    #print('估算净值日期：' + gz_gztime.text.replace('(', '').replace(')', '')) 
 
    # 输出class为'dataItem02'标签里面的第一个p元素 
    dwjzrq_s = soup.find('dl', class_='dataItem02').p 
    r_info.append(dwjzrq_s.text.split('(')[1].split(')')[0]) 
    #print('单位净值日期：' + dwjzrq_s.text.split('(')[1].split(')')[0]) 
 
    return r_info 
  
def main(): 
    global timer 
    url = r'http://fund.eastmoney.com/340007.html?spm=search' 
    headers = { 
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36'} 
 
    jj_infor = [] 
    jj_infor = getJjInfor(headers, url) 
 
    print(jj_infor) 
 
    return_code = doDataWlpc(jj_infor[0], jj_infor[1], jj_infor[3], jj_infor[5]) 
    if return_code ==0: 
        print('执行成功') 
    else: 
        print('执行失败') 
 
    #重复构造定时器 
    timer = threading.Timer(5*60,main) 
    timer.start() 
 
# 测试 
if __name__ == '__main__': 
    #定时调度 
    timer = threading.Timer(1,main) 
    timer.start()