需求說明
開發不願意單獨為某個項目做后台
並且運營那邊需要合並多個表的數據
因此找上了我。
要求每周執行一次。月初也執行一次
要查詢2個mysql數據庫多個表並生成excel表
我的想法
找開發要sql語句。同時要求說明查詢結果如何填充excel表
把程序打成exe的。放在某個可以連接數據庫的windows機器上。通過計划任務定期執行
同時安裝一個nginx作為http文件服務器。再做個簡單認證。讓運營去打開下載即可
代碼實現
import datetime,pymysql,time
import xlwt
mysql_host='172.16.203.1'
#mysql_host='10.0.2.17'
mysql_port=13306
#mysql_port=3306
mysql_db1='tzqweb'
mysql_db2='password' #這里輸入真實密碼
mysql_user='system'
mysql_pass='password' #這里輸入真實密碼
#上一個月的第一天日期2018-09-01這種格式
if datetime.date.today().month==1:
LastMonthFirstDay = datetime.date(datetime.date.today().year-1,datetime.date.today().month+11,1)
else:
LastMonthFirstDay = datetime.date(datetime.date.today().year,datetime.date.today().month-1,1)
#上一個月的最后日期2018-09-01這種格式
LastMonthLastDay = datetime.date(datetime.date.today().year,datetime.date.today().month,1)-datetime.timedelta(1)
#獲取這個月第一天2018-09-01這種格式
ThisMonthFirst_day=datetime.date.today().replace(day=1)
#獲取今天2018-09-01這種格式
ThisMonthToday=datetime.date.today()
##得到這個月的sql--1
print('sql----------------1,返回值為8列')
#獲取的值為8列個數字，第一個是日期，第2個是新用戶訪問，第3個是點擊人數，第4個是點擊次數，5是包月人數，6是包月失敗，7老包月，8點播人數
SQL1='''select tab1.time1,ifnull(s4.zcrs,0) as zcrs ,ifnull(s1.djrs,0) as djrs ,ifnull(s1.djcs,0) as djl ,ifnull(s2.byrs,0) as byrs ,ifnull(s3.sbrs,0) as dgsbrs,ifnull(tab2.lbyfwrs,0) as lbyfwrs,ifnull(s5.dbrs,0) as dbrs from
(SELECT CONCAT(DATE_FORMAT(curdate(),'%Y-%m-'),aa.stats_day) time1 FROM mydate aa WHERE CAST(aa.stats_day AS SIGNED)<=DAYOFMONTH(last_day(curdate()))) tab1
left join
(select s1.time1 as time1,count(DISTINCT o.userid) as lbyfwrs from
(SELECT CONCAT(DATE_FORMAT(curdate(),'%Y-%m-'),aa.stats_day) time1 FROM mydate aa WHERE CAST(aa.stats_day AS SIGNED)<=DAYOFMONTH(last_day(curdate()))) s1,
edu_userorder o,edu_userapp a
where o.appid=188 and o.ordertime<=CONCAT(DATE_ADD(s1.time1,interval -1 day),' 23:59:59')
and a.userid=o.userid and a.appid=188 and a.recordtime<=CONCAT(s1.time1,' 23:59:59')
and a.recordtime>=CONCAT(s1.time1,' 00:00:00')
group by s1.time1) tab2
on tab1.time1=tab2.time1
left join
(select DATE_FORMAT(t.recordtime,'%Y-%m-%d') as time1,count(*) as djcs,count(distinct t.userid) as djrs from edu_userapp t where t.recordtime>=CONCAT(DATE_ADD(curdate(),interval -day(curdate())+1 day),' 00:00:00')
and t.recordtime<=CONCAT(last_day(curdate()),' 23:59:59') and t.appid=188
group by DATE_FORMAT(t.recordtime,'%Y-%m-%d') )s1
on tab1.time1=s1.time1 left join
( select DATE_FORMAT(t.ordertime,'%Y-%m-%d') as time2, count(distinct t.userid) as byrs from edu_userorder t where t.ordertime>=CONCAT(DATE_ADD(curdate(),interval -day(curdate())+1 day),' 00:00:00')
and t.ordertime<=CONCAT(last_day(curdate()),' 23:59:59') and t.appid=188
group by DATE_FORMAT(t.ordertime,'%Y-%m-%d')) s2
on tab1.time1=s2.time2 left join
(select DATE_FORMAT(t.recordtime,'%Y-%m-%d') as time2, count(distinct t.userid) as sbrs from edu_userorder_fail t where t.recordtime>=CONCAT(DATE_ADD(curdate(),interval -day(curdate())+1 day),' 00:00:00')
and t.recordtime<=CONCAT(last_day(curdate()),' 23:59:59') and t.appid=188 and t.errorcode='9314'
group by DATE_FORMAT(t.recordtime,'%Y-%m-%d')) s3
on tab1.time1=s3.time2 left join
(select DATE_FORMAT(t.recordtime,'%Y-%m-%d') as time1,count(*) as zcrs from (
select a.userid,min(a.recordtime) as recordtime from edu_userapp a where a.appid=188 group by a.userid
) t where t.recordtime>=CONCAT(DATE_ADD(curdate(),interval -day(curdate())+1 day),' 00:00:00')
and t.recordtime<=CONCAT(last_day(curdate()),' 23:59:59')
group by DATE_FORMAT(t.recordtime,'%Y-%m-%d') )s4
on tab1.time1=s4.time1 left join
(
select DATE_FORMAT(bl.starttime,'%Y-%m-%d') as time1,count(DISTINCT bl.userid) as dbrs from seewomq.edu_userlogs bl
where bl.starttime>=CONCAT(DATE_ADD(curdate(),interval -day(curdate())+1 day),' 00:00:00')
and bl.starttime<=CONCAT(last_day(curdate()),' 23:59:59')
and bl.platform='ttmq'
group by DATE_FORMAT(bl.starttime,'%Y-%m-%d')
)s5
on tab1.time1=s5.time1
order by tab1.time1;'''
#獲取的值為2個數字，第一個是點擊人數，第二個是點擊次數
SQL2='''select count(DISTINCT a.userid) as zdjrs ,count(*) zdjl from edu_userapp a
where a.appid=188 and a.recordtime<=CONCAT(last_day(curdate()),' 23:59:59') and a.recordtime>=CONCAT(DATE_ADD(curdate(),interval -day(curdate())+1 day),' 00:00:00') ;
'''
#獲取的值為1個數字,值為點播人數
SQL3='''select count(DISTINCT bl.userid) as dbrs from seewomq.edu_userlogs bl
where bl.starttime>=CONCAT(DATE_ADD(curdate(),interval -day(curdate())+1 day),' 00:00:00')
and bl.starttime<=CONCAT(last_day(curdate()),' 23:59:59')
and bl.platform='ttmq';
'''
#獲取的值為2列,值為各個書本點播人數
SQL4='''select v.videoName, count(DISTINCT bl.userid) as dbrs from seewomq.edu_video v left join seewomq.edu_userlogs bl
on v.id=bl.videoID and bl.starttime>=CONCAT(DATE_ADD(curdate(),interval -day(curdate())+1 day),' 00:00:00') and bl.starttime<=CONCAT(last_day(curdate()),' 23:59:59')
and bl.platform='ttmq' group by v.videoName order by count(DISTINCT bl.userid) desc;
'''
#定義個方法執行查詢sql操作
def get_data(db,sql):
# 使用cursor()方法獲取操作游標
cur1 = db.cursor()
try:
cur1.execute(sql) #執行sql語句
return cur1.fetchall() #獲取查詢的所有記錄
except Exception as e:
raise e
finally:
db.close() #關閉連接
print('################################################################')
print('准備獲取sql1------data------------------------------------')
#打開數據庫連接
db1= pymysql.connect(host=mysql_host,user=mysql_user,
password=mysql_pass,db=mysql_db1,port=mysql_port)
data_1=get_data(db1,SQL1)
#遍歷結果
#獲取的值為8列個數字，第一個是日期，第2個是新用戶訪問，第3個是點擊人數，第4個是點擊次數，5是包月人數，6是包月失敗，7老包月，8點播人數
sql_1_data_list=[]
for row in data_1 :
tmp_list=[]
row_date = row[0]
row_new_user = row[1]
row_click_user = row[2]
row_click_count=row[3]
row_order_users=row[4]
row_order_fails=row[5]
row_order_old=row[6]
row_dianbo=row[7]
tmp_list.append(row_date)
tmp_list.append(row_new_user)
tmp_list.append(row_click_user)
tmp_list.append(row_click_count)
tmp_list.append(row_order_users)
tmp_list.append(row_order_fails)
tmp_list.append(row_order_old)
tmp_list.append(row_dianbo)
sql_1_data_list.append(tmp_list)
print('sql----1------data---****************************')
print('准備獲取sql2------data------------------------------------')
db1= pymysql.connect(host=mysql_host,user=mysql_user,
password=mysql_pass,db=mysql_db1,port=mysql_port)
data_2=get_data(db1,SQL2)
sql_2_data_list=[]
for row in data_2:
sql_2_data_list.append(row[0])
sql_2_data_list.append(row[1])
print(sql_2_data_list)
print('sql----2------data---****************************')
print('准備獲取sql3------data------------------------------------')
db1= pymysql.connect(host=mysql_host,user=mysql_user,
password=mysql_pass,db=mysql_db1,port=mysql_port)
data_3=get_data(db1,SQL3)
sql_3_data_list=[]
for row in data_3:
sql_3_data_list.append(row[0])
print(sql_3_data_list)
print('sql----3------data---****************************')
print('准備獲取sql4------data-------------------------------------------')
db1= pymysql.connect(host=mysql_host,user=mysql_user,
password=mysql_pass,db=mysql_db1,port=mysql_port)
data_4=get_data(db1,SQL4)
sql_4_data_list=[]
for row in data_4:
tmp_list=[]
tmp_list.append(row[0])
tmp_list.append(row[1])
sql_4_data_list.append(tmp_list)
#
print(sql_4_data_list)
print('sql----4------data---****************************')
print('#########################准備寫excel表###########################################')
# 創建 xls 文件對象
wb = xlwt.Workbook()
# 新增一個表單
sh = wb.add_sheet('Last_month')
#先寫標題列
sh.write(0,0,'日期')
sh.write(0,1,'新用戶訪問')
sh.write(0,2,'點擊人數')
sh.write(0,3,'點擊次數')
sh.write(0,4,'包月人數')
sh.write(0,5,'失敗人數')
sh.write(0,6,'老包月訪問')
sh.write(0,7,'點播人數')
sh.write(0,8,'活躍率')
sh.write(0,9,'書本')
sh.write(0,10,'點擊人數')
# 按位置添加數據
#先寫excel添加---sql—1-data
data_1_lenth=len(sql_1_data_list)
print(sql_1_data_list)
start_row_num=1
for data_list in sql_1_data_list:
start_col_num=0
for item in data_list:
sh.write(start_row_num,start_col_num,item)
start_col_num+=1
start_row_num+=1
#第一列寫合計
sh.write(data_1_lenth+1,0,'合計')
#寫excel添加---sql—2-data
# sql_2_row_start=31
sql_2_row_start=data_1_lenth+1
sql_2_col_start=2
print(sql_2_data_list)
for sql_2_data in sql_2_data_list:
sh.write(sql_2_row_start,sql_2_col_start,sql_2_data)
sql_2_col_start+=1
#寫excel添加---sql—3-data
sql_3_row_start=data_1_lenth+1
sql_3_col=7
sh.write(sql_3_row_start,sql_3_col,sql_3_data_list[0])
#寫excel添加---sql—4-data
sql_4_row_start=1
sql_4_item_1_col=9
sql_4_item_2_col=10
for sql_4_data in sql_4_data_list:
sh.write(sql_4_row_start,sql_4_item_1_col,sql_4_data[0])
sh.write(sql_4_row_start,sql_4_item_2_col,sql_4_data[1])
sql_4_row_start+=1
filename=str(ThisMonthToday)
# 保存文件
wb.save(filename+'月報'+'.xls')