腳本寫的好，下班下得早！程序員的日常工作除了編寫程序代碼，還不可避免地需要處理相關(guān)的測(cè)試和驗(yàn)證工作。

例如，訪問某個(gè)網(wǎng)站一直不通，需要確定此地址是否可訪問，服務(wù)器返回什么，進(jìn)而確定問題在于什么。完成這個(gè)任務(wù)，如果一味希望采用編譯型語言來編寫這樣的代碼，實(shí)踐中的時(shí)間和精力是不夠的，這個(gè)時(shí)候就需要發(fā)揮腳本的神奇作用！

好不夸張的說，能否寫出高效實(shí)用的腳本代碼，直接影響著一個(gè)程序員的幸福生活[下班時(shí)間]。下面整理 8 個(gè)實(shí)用的 Python 腳本，需要的時(shí)候改改直接用，建議收藏！

1.解決 linux 下 unzip 亂碼的問題。

import os import sys import zipfile import argparses = '\x1b[%d;%dm%s\x1b[0m' def unzip(path):file = zipfile.ZipFile(path,"r")if args.secret:file.setpassword(args.secret)for name in file.namelist():try:utf8name=name.decode('gbk')pathname = os.path.dirname(utf8name)except:utf8name=namepathname = os.path.dirname(utf8name)#print s % (1, 92, ' >> extracting:'), utf8name#pathname = os.path.dirname(utf8name)if not os.path.exists(pathname) and pathname != "":os.makedirs(pathname)data = file.read(name)if not os.path.exists(utf8name):try:fo = open(utf8name, "w")fo.write(data)fo.closeexcept:passfile.close()def main(argv):####################################################### for argparsep = argparse.ArgumentParser(description='解決unzip亂碼')p.add_argument('xxx', type=str, nargs='*', \help='命令對(duì)象.')p.add_argument('-s', '--secret', action='store', \default=None, help='密碼')global argsargs = p.parse_args(argv[1:])xxx = args.xxxfor path in xxx:if path.endswith('.zip'):if os.path.exists(path):print s % (1, 97, ' ++ unzip:'), pathunzip(path)else:print s % (1, 91, ' !! file doesn\'t exist.'), pathelse:print s % (1, 91, ' !! file isn\'t a zip file.'), pathif __name__ == '__main__':argv = sys.argvmain(argv)

2.統(tǒng)計(jì)當(dāng)前根目錄代碼行數(shù)。

# coding=utf-8 import os import time # 設(shè)定根目錄 basedir = './' filelists = [] # 指定想要統(tǒng)計(jì)的文件類型 whitelist = ['cpp', 'h'] #遍歷文件, 遞歸遍歷文件夾中的所有 def getFile(basedir):global filelistsfor parent,dirnames,filenames in os.walk(basedir):for filename in filenames:ext = filename.split('.')[-1]#只統(tǒng)計(jì)指定的文件類型，略過一些log和cache文件if ext in whitelist:filelists.append(os.path.join(parent,filename)) #統(tǒng)計(jì)一個(gè)的行數(shù) def countLine(fname):count = 0# 把文件做二進(jìn)制看待,read.for file_line in open(fname, 'rb').readlines():if file_line != '' and file_line != '\n': #過濾掉空行count += 1print (fname + '----' , count)return count if __name__ == '__main__' :startTime = time.clock()getFile(basedir)totalline = 0for filelist in filelists:totalline = totalline + countLine(filelist)print ('total lines:',totalline)print ('Done! Cost Time: %0.2f second' % (time.clock() - startTime))

3.掃描當(dāng)前目錄和所有子目錄并顯示大小。

import os import sys try:directory = sys.argv[1] except IndexError:sys.exit("Must provide an argument.")dir_size = 0 fsizedicr = {'Bytes': 1,'Kilobytes': float(1) / 1024,'Megabytes': float(1) / (1024 * 1024),'Gigabytes': float(1) / (1024 * 1024 * 1024)} for (path, dirs, files) in os.walk(directory): for file in files: filename = os.path.join(path, file)dir_size += os.path.getsize(filename) fsizeList = [str(round(fsizedicr[key] * dir_size, 2)) + " " + key for key in fsizedicr] if dir_size == 0: print ("File Empty") else:for units in sorted(fsizeList)[::-1]: print ("Folder Size: " + units)

4.將源目錄240天以上的所有文件移動(dòng)到目標(biāo)目錄。

import shutil import sys import time import os import argparseusage = 'python move_files_over_x_days.py -src [SRC] -dst [DST] -days [DAYS]' description = 'Move files from src to dst if they are older than a certain number of days. Default is 240 days'args_parser = argparse.ArgumentParser(usage=usage, description=description) args_parser.add_argument('-src', '--src', type=str, nargs='?', default='.', help='(OPTIONAL) Directory where files will be moved from. Defaults to current directory') args_parser.add_argument('-dst', '--dst', type=str, nargs='?', required=True, help='(REQUIRED) Directory where files will be moved to.') args_parser.add_argument('-days', '--days', type=int, nargs='?', default=240, help='(OPTIONAL) Days value specifies the minimum age of files to be moved. Default is 240.') args = args_parser.parse_args()if args.days < 0:args.days = 0src = args.src # 設(shè)置源目錄 dst = args.dst # 設(shè)置目標(biāo)目錄 days = args.days # 設(shè)置天數(shù) now = time.time() # 獲得當(dāng)前時(shí)間if not os.path.exists(dst):os.mkdir(dst)for f in os.listdir(src): # 遍歷源目錄所有文件if os.stat(f).st_mtime < now - days * 86400: # 判斷是否超過240天if os.path.isfile(f): # 檢查是否是文件shutil.move(f, dst) # 移動(dòng)文件

5.掃描腳本目錄，并給出不同類型腳本的計(jì)數(shù)。

import os import shutil from time import strftime logsdir="c:\logs\puttylogs" zipdir="c:\logs\puttylogs\zipped_logs" zip_program="zip.exe" for files in os.listdir(logsdir): if files.endswith(".log"): files1=files+"."+strftime("%Y-%m-%d")+".zip" os.chdir(logsdir) os.system(zip_program + " " + files1 +" "+ files) shutil.move(files1, zipdir) os.remove(files)

6.下載Leetcode的算法題。

import sys import re import os import argparse import requests from lxml import html as lxml_htmltry:import html except ImportError:import HTMLParserhtml = HTMLParser.HTMLParser()try:import cPickle as pk except ImportError:import pickle as pkclass LeetcodeProblems(object):def get_problems_info(self):leetcode_url = 'https://leetcode.com/problemset/algorithms'res = requests.get(leetcode_url)if not res.ok:print('request error')sys.exit()cm = res.textcmt = cm.split('tbody>')[-2]indexs = re.findall(r'<td>(\d+)</td>', cmt)problem_urls = ['https://leetcode.com' + url \for url in re.findall(r'<a href="(/problems/.+?)"', cmt)]levels = re.findall(r"<td value='\d*'>(.+?)</td>", cmt)tinfos = zip(indexs, levels, problem_urls)assert (len(indexs) == len(problem_urls) == len(levels))infos = []for info in tinfos:res = requests.get(info[-1])if not res.ok:print('request error')sys.exit()tree = lxml_html.fromstring(res.text)title = tree.xpath('//meta[@property="og:title"]/@content')[0]description = tree.xpath('//meta[@property="description"]/@content')if not description:description = tree.xpath('//meta[@property="og:description"]/@content')[0]else:description = description[0]description = html.unescape(description.strip())tags = tree.xpath('//div[@id="tags"]/following::a[@class="btn btn-xs btn-primary"]/text()')infos.append({'title': title,'level': info[1],'index': int(info[0]),'description': description,'tags': tags})with open('leecode_problems.pk', 'wb') as g:pk.dump(infos, g)return infosdef to_text(self, pm_infos):if self.args.index:key = 'index'elif self.args.title:key = 'title'elif self.args.tag:key = 'tags'elif self.args.level:key = 'level'else:key = 'index'infos = sorted(pm_infos, key=lambda i: i[key])text_template = '## {index} - {title}\n' \'~{level}~ {tags}\n' \'{description}\n' + '\n' * self.args.linetext = ''for info in infos:if self.args.rm_blank:info['description'] = re.sub(r'[\n\r]+', r'\n', info['description'])text += text_template.format(**info)with open('leecode problems.txt', 'w') as g:g.write(text)def run(self):if os.path.exists('leecode_problems.pk') and not self.args.redownload:with open('leecode_problems.pk', 'rb') as f:pm_infos = pk.load(f)else:pm_infos = self.get_problems_info()print('find %s problems.' % len(pm_infos))self.to_text(pm_infos)def handle_args(argv):p = argparse.ArgumentParser(description='extract all leecode problems to location')p.add_argument('--index', action='store_true', help='sort by index')p.add_argument('--level', action='store_true', help='sort by level')p.add_argument('--tag', action='store_true', help='sort by tag')p.add_argument('--title', action='store_true', help='sort by title')p.add_argument('--rm_blank', action='store_true', help='remove blank')p.add_argument('--line', action='store', type=int, default=10, help='blank of two problems')p.add_argument('-r', '--redownload', action='store_true', help='redownload data')args = p.parse_args(argv[1:])return argsdef main(argv):args = handle_args(argv)x = LeetcodeProblems()x.args = argsx.run()if __name__ == '__main__':argv = sys.argvmain(argv)

7.將 Markdown 轉(zhuǎn)換為 HTML。

import sys import osfrom bs4 import BeautifulSoup import markdownclass MarkdownToHtml:headTag = '<head><meta charset="utf-8" /></head>'def __init__(self,cssFilePath = None):if cssFilePath != None:self.genStyle(cssFilePath)def genStyle(self,cssFilePath):with open(cssFilePath,'r') as f:cssString = f.read()self.headTag = self.headTag[:-7] + '<style type="text/css">{}</style>'.format(cssString) + self.headTag[-7:]def markdownToHtml(self, sourceFilePath, destinationDirectory = None, outputFileName = None):if not destinationDirectory:# 未定義輸出目錄則將源文件目錄(注意要轉(zhuǎn)換為絕對(duì)路徑)作為輸出目錄destinationDirectory = os.path.dirname(os.path.abspath(sourceFilePath))if not outputFileName:# 未定義輸出文件名則沿用輸入文件名outputFileName = os.path.splitext(os.path.basename(sourceFilePath))[0] + '.html'if destinationDirectory[-1] != '/':destinationDirectory += '/'with open(sourceFilePath,'r', encoding='utf8') as f:markdownText = f.read()# 編譯出原始 HTML 文本rawHtml = self.headTag + markdown.markdown(markdownText,output_format='html5')# 格式化 HTML 文本為可讀性更強(qiáng)的格式beautifyHtml = BeautifulSoup(rawHtml,'html5lib').prettify()with open(destinationDirectory + outputFileName, 'w', encoding='utf8') as f:f.write(beautifyHtml)if __name__ == "__main__":mth = MarkdownToHtml()# 做一個(gè)命令行參數(shù)列表的淺拷貝，不包含腳本文件名argv = sys.argv[1:]# 目前列表 argv 可能包含源文件路徑之外的元素（即選項(xiàng)信息）# 程序最后遍歷列表 argv 進(jìn)行編譯 markdown 時(shí)，列表中的元素必須全部是源文件路徑outputDirectory = Noneif '-s' in argv:cssArgIndex = argv.index('-s') +1cssFilePath = argv[cssArgIndex]# 檢測(cè)樣式表文件路徑是否有效if not os.path.isfile(cssFilePath):print('Invalid Path: '+cssFilePath)sys.exit()mth.genStyle(cssFilePath)# pop 順序不能隨意變化argv.pop(cssArgIndex)argv.pop(cssArgIndex-1)if '-o' in argv:dirArgIndex = argv.index('-o') +1outputDirectory = argv[dirArgIndex]# 檢測(cè)輸出目錄是否有效if not os.path.isdir(outputDirectory):print('Invalid Directory: ' + outputDirectory)sys.exit()# pop 順序不能隨意變化argv.pop(dirArgIndex)argv.pop(dirArgIndex-1)# 至此，列表 argv 中的元素均是源文件路徑# 遍歷所有源文件路徑for filePath in argv:# 判斷文件路徑是否有效if os.path.isfile(filePath):mth.markdownToHtml(filePath, outputDirectory)else:print('Invalid Path: ' + filePath)

8.文本文件編碼檢測(cè)與轉(zhuǎn)換。

import sys import os import argparse from chardet.universaldetector import UniversalDetectorparser = argparse.ArgumentParser(description = '文本文件編碼檢測(cè)與轉(zhuǎn)換') parser.add_argument('filePaths', nargs = '+',help = '檢測(cè)或轉(zhuǎn)換的文件路徑') parser.add_argument('-e', '--encoding', nargs = '?', const = 'UTF-8',help = ''' 目標(biāo)編碼。支持的編碼有： ASCII, (Default) UTF-8 (with or without a BOM), UTF-16 (with a BOM), UTF-32 (with a BOM), Big5, GB2312/GB18030, EUC-TW, HZ-GB-2312, ISO-2022-CN, EUC-JP, SHIFT_JIS, ISO-2022-JP, ISO-2022-KR, KOI8-R, MacCyrillic, IBM855, IBM866, ISO-8859-5, windows-1251, ISO-8859-2, windows-1250, EUC-KR, ISO-8859-5, windows-1251, ISO-8859-1, windows-1252, ISO-8859-7, windows-1253, ISO-8859-8, windows-1255, TIS-620 ''') parser.add_argument('-o', '--output',help = '輸出目錄') # 解析參數(shù)，得到一個(gè) Namespace 對(duì)象 args = parser.parse_args() # 輸出目錄不為空即視為開啟轉(zhuǎn)換, 若未指定轉(zhuǎn)換編碼，則默認(rèn)為 UTF-8 if args.output != None:if not args.encoding:# 默認(rèn)使用編碼 UTF-8args.encoding = 'UTF-8'# 檢測(cè)用戶提供的輸出目錄是否有效if not os.path.isdir(args.output):print('Invalid Directory: ' + args.output)sys.exit()else:if args.output[-1] != '/':args.output += '/' # 實(shí)例化一個(gè)通用檢測(cè)器 detector = UniversalDetector() print() print('Encoding (Confidence)',':','File path') for filePath in args.filePaths:# 檢測(cè)文件路徑是否有效，無效則跳過if not os.path.isfile(filePath):print('Invalid Path: ' + filePath)continue# 重置檢測(cè)器detector.reset()# 以二進(jìn)制模式讀取文件for each in open(filePath, 'rb'):# 檢測(cè)器讀取數(shù)據(jù)detector.feed(each)# 若檢測(cè)完成則跳出循環(huán)if detector.done:break# 關(guān)閉檢測(cè)器detector.close()# 讀取結(jié)果charEncoding = detector.result['encoding']confidence = detector.result['confidence']# 打印信息if charEncoding is None:charEncoding = 'Unknown'confidence = 0.99print('{} {:>12} : {}'.format(charEncoding.rjust(8),'('+str(confidence*100)+'%)', filePath))if args.encoding and charEncoding != 'Unknown' and confidence > 0.6:# 若未設(shè)置輸出目錄則覆蓋源文件outputPath = args.output + os.path.basename(filePath) if args.output else filePathwith open(filePath, 'r', encoding = charEncoding, errors = 'replace') as f:temp = f.read()with open(outputPath, 'w', encoding = args.encoding, errors = 'replace') as f:f.write(temp)

最后兩個(gè)腳本內(nèi)容選至實(shí)驗(yàn)樓的課程《使用 Python3 編寫系列實(shí)用腳本》，課程對(duì)這兩個(gè)腳本有詳細(xì)的實(shí)現(xiàn)過程講解，感興趣的同學(xué)可以直接前往實(shí)驗(yàn)樓進(jìn)行學(xué)習(xí)！

知乎專欄同步:https://zhuanlan.zhihu.com/p/85728888

總結(jié)

以上是生活随笔為你收集整理的8 个 Python 实用脚本，赶紧收藏备用！的全部內(nèi)容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網(wǎng)站內(nèi)容還不錯(cuò)，歡迎將生活随笔推薦給好友。