python每五分鍾抓取網站上的A股數據-----練習

#!/usr/bin/env python
# -*- coding: utf-8 -*-
import os
import sqlite3
from multiprocessing import Process
import requests
import time

def get_g(page_mun,tm):
    url="https://xueqiu.com/service/v5/stock/screener/quote/list?page=%s&size=30&" \
        "order=desc&orderby=percent&order_by=percent&market=CN&type=sh_sz&_="% page_mun
    headers = {'User-Agent': 'User-Agent:Mozilla/5.0'}
    a = requests.get(url + str(int(time.time() ))+"123", headers=headers, verify=False)
    conn = sqlite3.connect('CN_prices.db' )
    cursor = conn.cursor()
    print(str(page_mun)+"頁")
    for x in a.json()['data']['list']:
            name=x['name']
            prices = [tm, str(x['symbol']).lower(), name, str(x['amount']).lower(), str(x['volume']).lower(),
                      str(x['current']).lower(), str(x['percent']).lower()]
            print(prices)
            cursor.execute('insert into data_cn(date,symbol,name,amount,volume,current,percent) values'
                           ' (\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\')'%
                           (prices[0],prices[1],prices[2],prices[3],prices[4],prices[5],prices[6]))
            conn.commit()
    cursor.close()
    conn.close()

def get_all(start_page, stop_page):
    tm = time.strftime('%Y%m%d%H%M', time.localtime(time.time()))
    for i in range(start_page, stop_page+1):
        try:
            get_g(i, tm)
        except Exception as e:
             print(e)
             pass


if __name__ == '__main__':
    if os.path.exists('CN_prices.db'):
        pass
    else:
        conn = sqlite3.connect('CN_prices.db' )
        cursor = conn.cursor()
        cursor.execute('create table data_cn (date TEXT,symbol TEXT, name TEXT,amount TEXT,'
                       'volume TEXT,current TEXT,percent TEXT)')
        conn.commit()
        cursor.close()
        conn.close()
    while True :
        p1 = Process(target=get_all, args=(1, 20))
        print('Process will start.')
        p1.start()
        time.sleep(300)