Python-統計svn變更代碼行數

#!/bin/bash/python
# -*-coding:utf-8-*-
#svn統計不同url代碼行數變更腳本，過濾空行，不過濾注釋。
import subprocess,os,sys,time,re,shutil
from optparse import OptionParser

#初始化temp文件：
FOLDER = "/tmp/temp_cm_svnrtagdiff"
#初始化設置私密配置文件：
PRIVATE_FILE = "/home/wwl/conf/wwl_private.conf"
#Exclude條件：
EXCLUDE = r"\.(txt|dic|properties|xml|config|log|key|pem|crt|per|sql|prefs|ver|gif|png|jpg|war|jar|swf|)$"

#清理temp文件夾    
def clean():
    if os.path.exists(FOLDER):
        shutil.rmtree(FOLDER)
        print "清理temp文件夾成功。"
    else:
        print "temp文件夾不存在。"
        
#創建temp文件夾
def mkdir():
    #os.mkdir(FOLDER)
    os.makedirs(FOLDER)
    print "創建temp文件夾成功。"

#讀取配置文件，私密信息 
def get_conf_private():
    if os.path.isfile(PRIVATE_FILE):
        with open(PRIVATE_FILE,'r') as private:
            for line in private:
                if line.startswith('SVN_USERNAME'):
                    username = line.split('=')[1]
                elif line.startswith('SVN_PASSWORD'):
                    passwd = line.split('=')[1]
            return (username,passwd)
    else:
        print "svn配置文件不存在，聯系值班CM！！！"
        sys.exit(1)

#檢驗svn的用戶名、密碼和url是否正確
def svn_check_url_u_p(uname,pword,url,temp_svninfo):
    cmd = "svn info --no-auth-cache --non-interactive --username='%s' --password='%s' %s >%s" %(uname,pword,url,temp_svninfo)
    p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE)
    (stderr_test,stdout_test) = p.communicate()
    #p.wait()   使用wait()容易造成死鎖。
    #stderr_test = p.stderr.read()
    if len(stderr_test) == 0:
        print "url正確，svn賬號密碼正確:",url
    elif 'authorization failed' in stderr_test:
        print "svn賬號密碼不正確，請聯系值班CM！！！"
        sys.exit(1) 
    elif 'Not a valid URL' in stderr_test:
        print "url錯誤，請檢查配置:",url
        sys.exit(1)

#比較兩個url之間的差異：
def svn_diff_url_o_n(old_url,new_url,uname,pword,temp_svndiff):
    cmd = "svn  diff --no-auth-cache --non-interactive --old=%s --new=%s --username='%s' --password='%s' >%s" %(old_url,new_url,uname,pword,temp_svndiff)
    p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE)
    (stderr_test,stdout_test) = p.communicate()
    #p.wait()
    #stderr_test = p.stderr.read()
    if len(stderr_test) == 0:
        print "svn diff Sucess!!!"
    else:
        print "svn diff Error,請聯系值班CM！！！"
        sys.exit(1)

#判斷過濾條件：        
def is_ignore_svn(file_name):
    ignore_file_pattern_svn = EXCLUDE
    match = re.search(ignore_file_pattern_svn,file_name)
    if match == None:
        return False
    else:
        return True
        
#判斷是否為二進制文件：
def is_binary(uname,pword,newuf,olduf=None):
    cmd = "svn  blame --no-auth-cache --non-interactive --username='%s' --password='%s' %s" %(uname,pword,newuf)
    p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE)
    (stderr_test,stdout_test) = p.communicate()
    #p.wait()
    #stderr_test = p.stderr.read()
    if stderr_test.startswith("Skipping binary file"):
        return True
    elif stderr_test.startswith("svn: warning: W160017"):
        return is_binary(uname,pword,olduf)
    else:
        return False

def main():
    #獲取當前時間戳：
    print "####******Begin testing at: ",time.strftime("%Y-%m-%d %H:%M:%S",time.localtime())," ********####"
    now_time = time.strftime("%Y%m%d%H%M%S",time.localtime())
    clean()
    mkdir()
    temp_svninfo = os.path.join(FOLDER,"temp_svninfo."+now_time)
    temp_svndiff = os.path.join(FOLDER,"temp_svndiff."+now_time)

    #獲取命令行參數並賦值給變量
    parser = OptionParser()
    parser.add_option("-o",dest="old_url",default="",help="-o  old_SVN_REPOSITORY_URL  舊的svn URL地址")
    parser.add_option("-n",dest="new_url",default="",help="-n  new_SVN_REPOSITORY_URL  新的svn URL地址")
    parser.add_option("-u",dest="username",default=get_conf_private()[0].strip(),help="-u  USER_NAME   svn服務器用戶名")
    parser.add_option("-p",dest="passwd",default=get_conf_private()[1].strip(),help="-p  PASSWD  svn服務器密碼")
    parser.add_option("-f",dest="judge",default="N",help="-f  yes|YES|Y|y             是否打印文件列表")
    
    (options,args)=parser.parse_args()
    
    old_url = options.old_url.strip()
    new_url = options.new_url.strip()
    #判斷old_url和new_url參數是否賦值
    if len(old_url) == 0:
        print "請輸入old_SVN_REPOSITORY_URL："
        sys.exit (1)
    if len(new_url) == 0:
        print "請輸入new_SVN_REPOSITORY_URL："
        sys.exit (1)

    #檢查url是否正確，svn賬號密碼是否正確
    svn_check_url_u_p(options.username,options.passwd,old_url,temp_svninfo)
    svn_check_url_u_p(options.username,options.passwd,new_url,temp_svninfo)
    
    #比較兩個url之間的差異：
    svn_diff_url_o_n(old_url,new_url,options.username,options.passwd,temp_svndiff)
    
    #初始化參數:
    AddLineNum = 0
    DelLineNum = 0
    ModLineNum = 0
    TotalLineNum = 0
    ModFileNum = 0
    ExcludeFileNum = 0
    TotalFileNum = 0
    
    #處理temp_svndiff文件
    #判斷diff文件是否為空：
    if len(open(temp_svndiff,'r').read()) == 0:
        print "沒有變更！！！"
    else:
        dict = {}
        with open(temp_svndiff,'r') as svndiff:
            for line in svndiff:
                if line.startswith("Index:"):
                    key = line.split(':')[-1].strip()
                    if key not in dict:
                        dict[key] = [0,0]
                if line.startswith('+') and len(line.strip()) > 1:
                    dict[key][0] += 1
                if line.startswith('+++'):
                    dict[key][0] -= 1
                if line.startswith('-') and len(line.strip()) > 1:
                    dict[key][1] += 1
                if line.startswith('---'):
                    dict[key][1] -= 1
        
        #判斷是否顯示本次所有的變更文件：
        if options.judge in ['Y','y','YES','yes']:
            print "本次變更的文件："
            for line in dict.keys():
                print line
        else:
            print "本次跳過的文件："
            
        TotalFileNum = len(dict.keys())
        for file in dict.keys():
            olduf = os.path.join(old_url,file)
            newuf = os.path.join(new_url,file)
            if file == '.':
                TotalFileNum -= 1
            elif is_ignore_svn(file):
                print "Skipping file : ",file
                ExcludeFileNum += 1
            elif is_binary(options.username,options.passwd,newuf,olduf):
                print "Skipping binary file : ",file
                ExcludeFileNum += 1
            else:
                AddLineNum += dict[file][0]
                DelLineNum += dict[file][1]
        TotalLineNum = AddLineNum + DelLineNum
    
    clean()
    
    print "===============代碼行差異為：=================\n"
    print "新增的代碼行 = ",AddLineNum," 行"
    print "刪除的代碼行 = ",DelLineNum," 行\n"
    print "代碼行變更總計 = ",TotalLineNum," 行\n"
    print "變更文件總數 = ",TotalFileNum," 個\n"
    print "排除文件總數 = ",ExcludeFileNum," 個\n"
    print "=============代碼行統計完成！================="
    print "####******End of testing at: ",time.strftime("%Y-%m-%d %H:%M:%S",time.localtime())," **********####"
195
    
if __name__ == "__main__":
    main()

 

wwl_private.conf文件用於存放默認的svn賬號密碼：(如果執行python的時候沒有輸入-u -p 腳本調用此私密配置)

#(username)
SVN_USERNAME=wwl
#(password)
SVN_PASSWORD=wwl

 

使用環境：python2.7、svn1.6、Ubuntu13.04

使用命令：python xxx.py -o "old_url" -n "new_url" -f y -u "name" -p "password"

腳本解析：使用svn info 命令判斷url是否正確，svn用戶名、密碼是否正確；

　　　　   使用svn diff 對比2個svn-url輸出結果到temp文件，然后解析temp文件；

              使用svn blame 判斷文件是否是二進制文件；

              設置過濾器EXCLUDE，過濾指定文件不統計；

              過濾空行增刪，不過濾注釋。

弊端：svn diff 命令對一個代碼行的修改算成+1行和-1行，此腳本沒有另行統計修改的行數。

改進方案：使用svn diff --diff-cmd /usr/bin/diff 命令調用linux的diff來對比。linux的diff使用(a - 增)(c - 改)(d - 刪)，比較方便分別計算增刪改代碼行，后期嘗試修改。

 PS:如果使用的是svn1.7版本：檢驗svn用戶名、密碼和url替換成下面代碼

#檢驗svn的用戶名、密碼和url是否正確
def svn_check_url_u_p(uname,pword,url,temp_svninfo):
    cmd = "svn info --no-auth-cache --non-interactive --username='%s' --password='%s' %s >%s" %(uname,pword,url,temp_svninfo)
    p = subprocess.Popen(cmd,shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
    (stderr_test,stdout_test) = p.communicate()
    if len(stderr_test) == 0:
        print "url正確，svn賬號密碼正確:",url
    elif 'E170001' in stderr_test:
        print "svn賬號密碼不正確，請聯系值班CM！！！"
        sys.exit(1) 
    elif 'E000002' in stderr_test:
        print "url錯誤，請檢查配置:",url
        sys.exit(1)