69 lines
2.1 KiB
Python
69 lines
2.1 KiB
Python
# You are free to use and/or change this code for
|
|
# your own needs.
|
|
|
|
# Original code (c)2018 Jan Lerking
|
|
# Program to test various scenarios of
|
|
# single thread, multi thread, pool and process
|
|
|
|
import os
|
|
import sys
|
|
import multiprocessing
|
|
import time
|
|
import magic
|
|
|
|
num_cores = multiprocessing.cpu_count()
|
|
print(num_cores)
|
|
|
|
filelist = []
|
|
|
|
def sourcedir_filecnt(sourcedir):
|
|
### Return the number of files, ending with '.h', in sourcedir - including subdirectories ###
|
|
cnt = 0
|
|
global filelist
|
|
for folderName, subfolders, files in os.walk(sourcedir):
|
|
for file in files:
|
|
if file.lower().endswith('.h'):
|
|
cnt += 1
|
|
filelist += [folderName+'/'+file]
|
|
print(folderName+'/'+file)
|
|
#print(filelist)
|
|
return cnt
|
|
|
|
def process_files(sourcedir, destdir):
|
|
global filelist
|
|
outfile = ''
|
|
for f in filelist:
|
|
inputfile = f
|
|
blob = open(f).read()
|
|
m = magic.open(magic.MAGIC_MIME_ENCODING)
|
|
m.load()
|
|
encoding = m.buffer(blob) # "utf-8" "us-ascii" etc
|
|
open(f, encoding=str(encoding))
|
|
print(os.path.basename(f))
|
|
for lines in filehandle:
|
|
print(lines)
|
|
outfile = outfile+lines
|
|
fh.close()
|
|
outputfile = os.path.splitext(inputfile)[0]+'.inc'
|
|
outputfile = str(outputfile).replace(sourcedir, destdir)
|
|
print(outputfile)
|
|
if not os.path.exists(os.path.dirname(outputfile)):
|
|
try:
|
|
os.makedirs(os.path.dirname(outputfile))
|
|
except OSError as exc: # Guard against race condition
|
|
if exc.errno != errno.EEXIST:
|
|
raise
|
|
newfile = open(outputfile, "w")
|
|
newfile.write(outfile)
|
|
newfile.close()
|
|
|
|
def single_thread():
|
|
t1 = time.time()
|
|
sourcedir_filecnt(sourcedir)
|
|
process_files(sourcedir, destdir)
|
|
print('Single thread process time: '+str(time.time()-t1))
|
|
|
|
sourcedir = 'C:/Users/dksojlg/Documents/gtk+-3.22.26'
|
|
destdir = 'C:/Users/dksojlg/Documents/include'
|
|
|
|
single_thread() |