Python利用Psycopg2模塊將Excel表格數據導入Postgressql

1 切記踩坑點

error_tup = () 應該為元組，而不是字典

因為字典的value是可變類型，for循環時，列表添加字典時，如果在for 循環中對字典的值進行修改，此時列表中添加的所有的字典的值都被修改成相同的值了，即字典的值的地址可以修改，故把列表中所有的字典的值修改了，所以要用元祖不可變類型的值來替換字典。

此時的結構應該是[(),(),(),()...]

 

 

 

 

 

import xlrd
import psycopg2
import redis
conn = redis.Redis(host='localhost', port=6379)
pipe = conn.pipeline()
def check_data():
    book = xlrd.open_workbook('test.xlsx')
    sheet = book.sheet_by_name("Sheet1")
    conn = psycopg2.connect(dbname="ggg",
                            user='postgres',
                            password='521314',
                            host="localhost",
                            port=5432)
    count = 0
    cur = conn.cursor()
    error_tup = ()
    error_list = []
    for r in range(1, sheet.nrows):
        name = sheet.cell(r, 0).value
        email = sheet.cell(r, 1).value
        data = (re.match(r'^[a-zA-Z0-9_-]+(\.[a-zA-Z0-9_-]+){0,4}@[a-zA-Z0-9_-]+(\.[a-zA-Z0-9_-]+){0,4}$', email)) and 1 or 0
        if not ((email and data) and name):
            count += 1
            error_tup = (name, email)
            error_list.append(error_tup)
            continue
        pipe.hset('name', name, email)
    if not count:
        values = []
        for i in pipe.hget("name", name).command_stack:
            try:
                value = (i[0][2], i[0][3])
                values.append(value)
            except Exception:
                pass
        query = "insert into users_employees (name, email) values(%s,%s);"
        # 批量提交數據 單條數據提交用cur.execute(query, value)
        cur.executemany(query, values)
        conn.commit()
        values.clear()
        conn.close()
        cur.close()
        columns = str(sheet.ncols)
        rows = str(sheet.nrows)
        print("{}行數據錯誤".format(count))
        print("導入" + columns + "列" + rows + "行數據到pgsql數據庫！！！")
        return "{}行數據錯誤".format(count)
    print(error_list[:20])
    return error_list[:20]


if __name__ == '__main__':
    check_data()