空氣質量國控站點數據插值出全國3181個城市值，利用了多線程

#coding=utf-8
import arcpy
import math
import sys
import datetime
import pymssql
import json
import os
import time
import uuid
import logging
import multiprocessing
import random
from arcpy import env
from arcpy.sa import *



def drawpng(date1,hour1,pullute,where):
    logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"進入drawpng:"+pullute);
    #消除多進程報錯
    time.sleep(1.1)
    newTempDir = r"E:\temp\IDWmpenvr_" + str(time.strftime('%Y%m%d%H%M%S')) + str(random.random()*10000);
    os.mkdir(newTempDir)
    os.environ["TEMP"] = newTempDir
    os.environ["TMP"] = newTempDir

    env.workspace = r"E:\idw\tif_hour";
    mapPath =r"E:\idw\tif_hour";

    cnxn =pymssql.connect(host='127.0.0.1', user='sa', password='xzs@123', database='nationAir')
    cursor = cnxn.cursor();

    #查詢污染物數據
    sql="SELECT b.stationcode,"+pullute+" from monitor_site_hour a,hf_site b where a.site=b.stationname and a.city=b.cityname and datetime='"+date1+" "+hour1+":00:00'"+" and "+where;
    cursor.execute(sql);
    cursorData = cursor.fetchall();
    

    #把查詢數據保存到SHP
    for item in cursorData:
        fc = "sites_"+pullute+".shp";
        where ="SITEID='"+str(item[0])+"'";
        rows = arcpy.UpdateCursor(fc,where);
        for row in rows:
            row.setValue(str(pullute),float(item[1]));
            rows.updateRow(row)
        del rows,fc;
    logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"數據保存到shp完成:"+pullute);

    #進行差值操作
    inPointFeatures = "sites_"+pullute+".shp";
    arcpy.CheckOutExtension("Spatial")
    outSplineBarriers = Idw(inPointFeatures,pullute);
    tif ="pointraster_"+pullute+".tif";
    if os.path.exists(mapPath+r"\pointraster_"+pullute+".tif"):
        #老tif文件刪除
        os.remove(mapPath+r"\pointraster_"+pullute+".tif")
    outSplineBarriers.save(tif);
    logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"插值操作完成:"+pullute);

    #清理內存
    del tif,inPointFeatures,outSplineBarriers;
    cursor.close;
    cnxn.close;
    logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"drawpng完成:"+pullute);

def insertData(date1,hour1):

    env.workspace = r"E:\idw\tif_hour";
    mapPath =r"E:\idw\tif_hour";

    cnxn =pymssql.connect(host='127.0.0.1', user='sa', password='xzs@123', database='nationAir')
    cursor = cnxn.cursor();
    cursor1 = cnxn.cursor();

    sql1="SELECT  citycode,longitude,latitude FROM hf_city";
    cursor.execute(sql1);
    cursorData = cursor.fetchall();
    
    tif_so2 ="pointraster_so2.tif";
    tif_no2 ="pointraster_no2.tif";
    tif_co ="pointraster_co.tif";
    tif_o3 ="pointraster_o3.tif";
    tif_pm10 ="pointraster_pm10.tif";
    tif_pm25 ="pointraster_pm25.tif";
    
    #insert到數據庫
    for item in cursorData:
        point=item[1]+" "+item[2];
        try:
            result_so2 = arcpy.GetCellValue_management(tif_so2,point);
            result_no2 = arcpy.GetCellValue_management(tif_no2,point);
            result_co = arcpy.GetCellValue_management(tif_co,point);
            result_o3 = arcpy.GetCellValue_management(tif_o3,point);
            result_pm10 = arcpy.GetCellValue_management(tif_pm10,point);
            result_pm25 = arcpy.GetCellValue_management(tif_pm25,point);
            updateSql="insert into hf_idw(citycode,datetimes,so2,no2,co,o3,pm10,pm25) values('%s','%s',%s,%s,%s,%s,%s,%s)" % (item[0],date1+" "+hour1+":00:00",result_so2.getOutput(0),result_no2.getOutput(0),result_co.getOutput(0),result_o3.getOutput(0),result_pm10.getOutput(0),result_pm25.getOutput(0));
            cursor1.execute(updateSql);
        except Exception, e:
            logging.debug(e.message);
        cnxn.commit();
            
    #清理內存
    del result_so2,result_no2,result_co,result_o3,result_pm10,result_pm25;
    cursor.close;
    cursor1.close;
    cnxn.close;
    logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"insertData完成:");


LOG_FILENAME="E:\idw\log_hour.txt";
logging.basicConfig(filename=LOG_FILENAME,level=logging.NOTSET);



if __name__ == '__main__':#windows下必須加這句

    cnxn =pymssql.connect(host='127.0.0.1', user='sa', password='xzs@123', database='nationAir')
    cursor = cnxn.cursor();

    d1 = datetime.datetime.now();
    date1=d1.strftime('%Y-%m-%d');
    d3= d1 + datetime.timedelta(hours=-1);
    hour1=d3.strftime('%H');
    logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"小時值7項變量繪圖開始"+date1+",小時："+hour1);

    checksql="SELECT count(*) FROM monitor_site_hour where datetime='"+date1+" "+hour1+":00:00'";
    cursor.execute(checksql);
    checkdata= cursor;

    num=0;
    for item0 in checkdata:
        num=item0[0];
        logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"檢查數據庫數量:"+str(num));
    if num>1000:
        logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"檢查通過,開始計算");

        #開啟6個線程並行計算
        pool = multiprocessing.Pool(processes = 6)
        pool.apply_async(drawpng, (date1,hour1,"so2","so2!='_'",));
        pool.apply_async(drawpng, (date1,hour1,"no2","no2!='_'",));
        pool.apply_async(drawpng, (date1,hour1,"co","co!='_'",));
        pool.apply_async(drawpng, (date1,hour1,"o3","o3!='_'",));
        pool.apply_async(drawpng, (date1,hour1,"pm10","pm10!='_'",));
        pool.apply_async(drawpng, (date1,hour1,"pm25","pm25!='_'",));
        pool.close()
        pool.join()

        insertData(date1,hour1);

    logging.debug(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')+"計算結束");

    cursor.close;
    cnxn.close;