Python3自動化_文件批量處理(文本、PDF、Excel；讀取、篩選、導出)

利用Python3腳本語言的簡練語法，高級語言的豐富類庫，快速寫了幾個文件讀取、篩選、導出的“腳本”。

這里簡單總結一下關鍵功能。

 讀取ini配置文件

檢查ini文件是否存在；檢查輸入的key在ini文件里是否有定義。

import configparser 
 2
def getConfigInfo(_ini_nm):

    # Open Ini File
    config = configparser.ConfigParser()
    if not config.read(os.path.join(os.getcwd(), _ini_nm + r'.ini')):
        printLog('E', 'Read Ini file fail.')

    while True:
        sysCode = input(r'Please input the system code : (Press [Enter] to quit):').strip()
        if 0 == len(sysCode.strip()):
            exit()

        # Init ConnectionSettings
        if sysCode in config.sections():
            return dict(config[sysCode])
        else:
            print('Ini info of System [%s] is blank.\n' % sysCode)

 

多參數輸入的獲取

檢查參數個數；檢查參數合法性（長度，是否目錄）；檢查參數是否整個都是漢字。

def _main():

    path = ''
    keyWord = ''

    while True:
        para = input(r'Please input the PDF directory and Key Word: (Press [Enter] to quit):').strip().split()

        if 0 == len(para):
            exit()

        if 2 != len(para):
            print('Two para -> [PDF directory and Key Word] is needed .' + '\n')
            continue

        path = para[0]
        keyWord = para[1]

        if not os.path.exists(path):
            print('input path is not a exists path.' + '\n')
            continue

        flg = True
        for char in keyWord.strip():
            if char <= u'\u4e00' or char >= u'\u9fa5':
                flg = False
                break
        if not flg:
            print('Please input the Chinese Key Word for search.(Such as \'物流\').' + '\n')
            continue

        break

 

PostgreSQL數據庫處理

根據ini文件定義的數據庫連接信息，嘗試連庫；執行SQL文。

import psycopg2 
 4 import traceback

def connDB(_cfg):
    try:
        conn = psycopg2.connect(database=_cfg['servicename'],
                                user=_cfg['dbuser'],
                                password=_cfg['dbpw'],
                                host=_cfg['host'],
                                port=_cfg['port'])
        return conn
    except Exception:
        printLog('E', 'Exception occur at DB Connection.' + '\n' + traceback.format_exc())

def executeSql(_cfg, _sql):
    try:
        conn = connDB(_cfg)
        cur = conn.cursor()
        cur.execute(_sql)

        results = cur.fetchall()
        return list(map(lambda x: x[0], results))
    except Exception:
        printLog('E', 'Exception occur at Execute SQL.' + '\n' + traceback.format_exc())
    finally:
        cur.close()
        conn.rollback()
        conn.close()

  

日志處理

定義輸出日志的級別；異常級別時，處理結束。

logging.basicConfig(filename='log_' + datetime.now().strftime('%Y%m%d') + '.txt',
                    level=logging.INFO,
                    format=' %(asctime)s - %(levelname)s - %(message)s')

logLevel = {'D': logging.DEBUG,
            'I': logging.INFO,
            'W': logging.WARNING,
            'E': logging.ERROR,
            'C': logging.CRITICAL}

def printLog(_lvl, _msg):
    logging.log(logLevel[_lvl], _msg)
    if logging.ERROR == logLevel[_lvl]:
        print(_msg)
        exit()


printLog('E', 'srcpath is not a exists path.')
printLog('I', 'Get Src Path : %s' % srcPath)

  

MAP函數運用

列表元素批量處理，按第二個下划線字符截取字符串。

def getPreOfNm(x):
    if 1 < x.count('_'):
        return x[0:x.find('_', x.find('_') + 1)]
    else:
        return x

# Get prefix of CRUD object name
prefixObjNm = list(set(map(getPreOfNm, lstTb)))
prefixObjNm.sort()

  

目錄處理

目錄/文件判斷；目錄的路徑分割；完整路徑的文件名取得；

# Check the srcPath
fullFilePaths = []
if os.path.isdir(srcPath):
    for folderName, subFolders, fileNames in os.walk(srcPath):
        if os.path.split(folderName)[1] in ['tcs', 'doc']: continue
        for fn in fileNames:
            # Get src file
            mObj = fileNmReg.search(fn)
            if mObj:
                fullFilePaths.append(os.path.join(folderName, fn))
elif os.path.isfile(srcPath):
    # Get src file
    fn = os.path.basename(os.path.realpath(srcPath))
    mObj = fileNmReg.search(fn)
    if mObj:
        fullFilePaths.append(srcPath)

  

PDF文件讀取

來源：https://www.cnblogs.com/alexzhang92/p/11488949.html

from pdfminer.converter import TextConverter
from pdfminer.layout import LAParams
from pdfminer.pdfinterp import PDFResourceManager, process_pdf
import os


def read_pdf(pdf):
    # resource manager
    rsrcmgr = PDFResourceManager()
    retstr = StringIO()
    laparams = LAParams()
    # device
    device = TextConverter(rsrcmgr, retstr, laparams=laparams)
    process_pdf(rsrcmgr, device, pdf)
    device.close()
    content = retstr.getvalue()
    retstr.close()
    # 獲取所有行
    contents = str(content).split("\n")

    return contents

 

CSV文件導出

# Init result file
rstFile = open(os.path.join(srcPath, '[CRUD]' + datetime.now().strftime('%Y%m%d%H%M%S') + '.csv'), 'w', newline='')
rstWtr = csv.writer(rstFile, delimiter='\t', lineterminator='\n')
# Write head
rstWtr.writerow(['TYPE', 'CI', 'ENCODE', 'LINE NUM', 'CRUD', 'TABLE NM', 'FULL PATH'])

 

Excel文件讀寫

利用openpyxl讀寫xlsx，不支持xls；

獲取工作簿、工作表、單元格（直接定位及相對位置）；

單元格賦值。

import os, openpyxl

# Init file path
srcPath = r'.\newDocs'

# Start Search
for folderName, subFolders, fileNames in os.walk(srcPath):

    for fileName in fileNames:

        filePath = os.path.join(folderName, fileName)

        try:
            wb_WorkBook = openpyxl.load_workbook(filePath)
        except openpyxl.utils.exceptions.InvalidFileException:
            print(fileName + '\t' + 'xls read failed')
            wb_WorkBook.close()
            continue

        # _履歴
        st_Rireki = wb_WorkBook['_履歴']
        if None is st_Rireki:
            print(fileName + '\t' + '_履歴　is not exist')
            continue

        cl_Version = st_Rireki['AQ10']
        while True:
            if None is cl_Version.value or \
               0 == len(str(cl_Version.value).strip()):
                cl_Version.value = '1.0.2.0'

                cl_JobNo = st_Rireki.cell(row=cl_Version.row - 1, column=cl_Version.column)
                cl_JobNo.value = '123'
 
                wb_WorkBook.save(filePath)

                break

            else:
                cl_Version = st_Rireki.cell(row=cl_Version.row + 5, column=cl_Version.column)

        wb_WorkBook.close()

 

 

轉載請注明原文鏈接，謝謝。