360 lines
13 KiB
Python
Executable File
360 lines
13 KiB
Python
Executable File
#!/usr/bin/env python3.5
|
|
|
|
# You are free to use and/or change this code for
|
|
# your own needs.
|
|
|
|
# Original code (c)2018 Jan Lerking
|
|
# Program to convert C-header (*.h) files to nasm include files (*.inc),
|
|
# for direct usage in assembly programming using nasm/yasm.
|
|
|
|
import os
|
|
import sys
|
|
import io
|
|
import gi
|
|
gi.require_version('Gtk', '3.0')
|
|
from gi.repository import Gtk, Gio, GObject as gobject
|
|
import time
|
|
from multiprocessing import Process, Value, Lock, Pool, Queue, cpu_count
|
|
import threading
|
|
|
|
gobject.threads_init()
|
|
|
|
class Listener(gobject.GObject):
|
|
__gsignals__ = {
|
|
'updated' : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_FLOAT, gobject.TYPE_STRING, gobject.TYPE_INT)),
|
|
'finished': (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
())
|
|
}
|
|
|
|
def __init__(self, queue):
|
|
gobject.GObject.__init__(self)
|
|
self.queue = queue
|
|
|
|
def go(self):
|
|
print("Listener has started")
|
|
while True:
|
|
# Listen for results on the queue and process them accordingly
|
|
data = self.queue.get()
|
|
print(data)
|
|
# Check if finished
|
|
if data[1]=="finished":
|
|
print("Listener is finishing.")
|
|
self.emit("finished")
|
|
return
|
|
else:
|
|
self.emit('updated', data[0], data[1], data[2])
|
|
|
|
gobject.type_register(Listener)
|
|
|
|
class Worker():
|
|
def __init__(self, queue, filecnt, filelist):
|
|
self.queue = queue
|
|
self.filecnt = filecnt
|
|
|
|
def go(self):
|
|
print("The worker has started doing some work (counting from 0 to 9)")
|
|
for i in range(self.filecnt):
|
|
proportion = (float(i+1))/self.filecnt
|
|
self.queue.put((proportion, "working...", i))
|
|
#time.sleep(0.01)
|
|
process_file(filelist[i])
|
|
self.queue.put((1.0, "finished"))
|
|
print("The worker has finished.")
|
|
|
|
tupline = []
|
|
preproc = ()
|
|
filelist = []
|
|
folderlist = []
|
|
cnt = 0
|
|
srcdir = ''
|
|
destdir = ''
|
|
num_cores = cpu_count()
|
|
fileindex = 0
|
|
filecnt = 0
|
|
incinc = ''
|
|
defdir = False
|
|
defsrc = 'usr/include'
|
|
defdest = '~'
|
|
count = 0
|
|
|
|
def sourcedir_filecnt(sourcedir):
|
|
### Return the number of files, ending with '.h', in sourcedir - including subdirectories ###
|
|
cnt = 0
|
|
global filelist
|
|
global srcdir
|
|
srcdir = sourcedir
|
|
for folderName, subfolders, files in os.walk(sourcedir):
|
|
for file in files:
|
|
if file.lower().endswith('.h'):
|
|
cnt += 1
|
|
filelist += [folderName + '/' + file]
|
|
print(folderName + '/' + file)
|
|
# print(filelist)
|
|
return cnt
|
|
|
|
|
|
def sourcedir_foldercnt(sourcedir):
|
|
### Return the number of folders, if it contains '*.h' files, in sourcedir - including subdirectories ###
|
|
global cnt
|
|
global folderlist
|
|
for folderName, subfolders, files in os.walk(sourcedir):
|
|
if subfolders:
|
|
for subfolder in subfolders:
|
|
sourcedir_foldercnt(subfolder)
|
|
tempf = [file for file in files if file.lower().endswith('.h')]
|
|
if tempf:
|
|
cnt = cnt + 1
|
|
# print(folderName)
|
|
folderlist += [folderName]
|
|
# print(folderlist)
|
|
# print(len(folderlist))
|
|
return cnt
|
|
|
|
def process_file(data):
|
|
global count
|
|
outfile = ''
|
|
inputfile = data
|
|
encodings = ['utf-8', 'latin-1', 'windows-1250', 'windows-1252', 'ascii',
|
|
'big5', 'big5hkscs', 'cp037', 'cp273', 'cp424', 'cp437', 'cp500',
|
|
'cp720', 'cp737', 'cp775', 'cp850', 'cp852', 'cp855', 'cp856',
|
|
'cp857', 'cp858', 'cp860', 'cp861', 'cp862', 'cp863', 'cp864', 'cp865',
|
|
'cp866', 'cp869', 'cp874', 'cp875', 'cp932', 'cp949', 'cp950', 'cp1006',
|
|
'cp1026', 'cp1125', 'cp1140', 'cp1250', 'cp1251', 'cp1252', 'cp1253', 'cp1254',
|
|
'cp1255', 'cp1256', 'cp1257', 'cp1258', 'cp65001', 'euc-jp', 'euc-jis-2004',
|
|
'euc-jisx0213', 'euc-kr', 'gb2312', 'gbk', 'gb18030', 'hz', 'iso2022-jp',
|
|
'iso2022-jp-1', 'iso2022-jp-2', 'iso2022-jp-2004', 'iso2022-jp-3',
|
|
'iso2022-jp-ext', 'iso2022-kr', 'iso8859-2', 'iso8859-3', 'iso8859-4',
|
|
'iso8859-5', 'iso8859-6', 'iso8859-7', 'iso8859-8', 'iso8859-9', 'iso8859-10',
|
|
'iso8859-11', 'iso8859-13', 'iso8859-14', 'iso8859-15', 'iso8859-16', 'johab',
|
|
'koi8-r', 'koi8-t', 'koi8-u', 'kz1048', 'mac-cyrillic', 'mac-greek',
|
|
'mac-iceland', 'mac-latin2', 'mac-roman', 'mac-turkish', 'ptcp154',
|
|
'shift-jis', 'shift-jis-2004', 'shift-jisx0213', 'utf-32', 'utf-32-be',
|
|
'utf-32-le', 'utf-16', 'utf-16-be', 'utf-16-le', 'utf-7', 'utf-8-sig']
|
|
for e in encodings:
|
|
try:
|
|
fh = io.open(data, 'r', encoding=e)
|
|
fh.readlines()
|
|
fh.seek(0)
|
|
except UnicodeDecodeError:
|
|
print('got unicode error with %s , trying different encoding' % e)
|
|
else:
|
|
# print('opening the file with encoding: %s ' % e)
|
|
break
|
|
# print(os.path.basename(data))
|
|
for lines in fh:
|
|
outfile = outfile + lines
|
|
fh.close()
|
|
outputfile = os.path.splitext(inputfile)[0] + '.inc'
|
|
outputfile = str(outputfile).replace(srcdir, destdir)
|
|
count += 1
|
|
print(str(count)+'->'+outputfile)
|
|
if not os.path.exists(os.path.dirname(outputfile)):
|
|
try:
|
|
os.makedirs(os.path.dirname(outputfile))
|
|
except OSError as exc: # Guard against race condition
|
|
if exc.errno != FileExistsError:
|
|
raise
|
|
newfile = open(outputfile, "w")
|
|
newfile.write(outfile)
|
|
newfile.close()
|
|
|
|
class ExampleApp:
|
|
|
|
global app
|
|
global destlabel
|
|
|
|
def __init__(self):
|
|
|
|
self.filecnt = 0
|
|
self.fileindex = 0
|
|
self.process = None
|
|
self.app = Gtk.Application.new("org.h2inc", Gio.ApplicationFlags(0))
|
|
self.app.connect("activate", self.on_app_activate)
|
|
self.app.connect("shutdown", self.on_app_shutdown)
|
|
app = self.app
|
|
|
|
def on_app_activate(self, app):
|
|
|
|
builder = Gtk.Builder()
|
|
builder.add_from_file("h2inc.glade")
|
|
builder.connect_signals(self)
|
|
|
|
self.obj = builder.get_object
|
|
self.obj("window").set_application(app)
|
|
self.obj("window").set_wmclass("h2inc_gtk","h2inc_gtk")
|
|
self.obj("window").show_all()
|
|
self.obj("default_dir_checkbutton").set_active(False)
|
|
self.obj("default_dir_checkbutton").emit("toggled")
|
|
self.obj("include_checkbutton").set_active(True)
|
|
self.obj("include_checkbutton").emit("toggled")
|
|
|
|
button = Gtk.Button.new_from_stock(Gtk.STOCK_CANCEL)
|
|
button.set_property("can-default",True)
|
|
button = Gtk.Button.new_from_stock(Gtk.STOCK_APPLY)
|
|
button.set_property("can-default",True)
|
|
|
|
def on_app_shutdown(self, app):
|
|
self.app.quit()
|
|
|
|
def run(self, argv):
|
|
self.app.run(argv)
|
|
|
|
def callbackDisplay(self, obj, fraction, text, index, data=None):
|
|
self.obj("progress_label").set_text("{} of {}".format(index+1, self.filecnt))
|
|
self.obj("progressbar").set_fraction(fraction)
|
|
|
|
def callbackFinished(self, obj, data=None):
|
|
if self.process==None:
|
|
raise RuntimeError("No worker process started")
|
|
print("all done; joining worker process")
|
|
self.process.join()
|
|
self.process = None
|
|
|
|
self.obj("progressbar").set_fraction(1.0)
|
|
self.obj("sourceframe").set_sensitive(True)
|
|
self.obj("translate_button").set_sensitive(True)
|
|
self.obj("destination_label").set_sensitive(True)
|
|
self.obj("destination_entry").set_sensitive(True)
|
|
self.obj("destination_button").set_sensitive(True)
|
|
self.obj("include_checkbutton").set_sensitive(True)
|
|
self.obj("translation_frame").set_sensitive(True)
|
|
|
|
def on_window_destroy(self,window):
|
|
window.close()
|
|
|
|
def on_dialog_close(self,widget,*event):
|
|
widget.hide_on_delete()
|
|
return True
|
|
|
|
def on_filechooser_dialog_response(self,widget,response):
|
|
if response == -6:
|
|
print("Cancel")
|
|
elif response == -5:
|
|
print("File selection: %s" % widget.get_filename())
|
|
self.on_dialog_close(widget)
|
|
|
|
def on_source_button_clicked(self,widget):
|
|
|
|
dialog = Gtk.FileChooserDialog("Select source directory!",
|
|
self.obj("window"),
|
|
Gtk.FileChooserAction.SELECT_FOLDER,
|
|
(Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL,
|
|
Gtk.STOCK_APPLY, Gtk.ResponseType.OK))
|
|
dialog.set_default_size(600, 300)
|
|
Gtk.FileChooser.set_filename(dialog, srcdir)
|
|
|
|
response = dialog.run()
|
|
if response == Gtk.ResponseType.OK:
|
|
self.filecnt = sourcedir_filecnt(dialog.get_filename())
|
|
if self.filecnt >0:
|
|
print(self.filecnt)
|
|
self.obj("source_entry").set_text(dialog.get_filename())
|
|
self.obj("destination_label").set_sensitive(True)
|
|
self.obj("destination_entry").set_sensitive(True)
|
|
self.obj("destination_button").set_sensitive(True)
|
|
self.obj("numfiles_label").set_text(str(self.filecnt))
|
|
self.obj("progress_label").set_text("{} of {}".format(fileindex, self.filecnt))
|
|
foldercnt = sourcedir_foldercnt(dialog.get_filename())
|
|
if foldercnt >0:
|
|
self.obj("numfolders_label").set_text(str(foldercnt))
|
|
elif response == Gtk.ResponseType.CANCEL:
|
|
print("Cancel")
|
|
|
|
dialog.destroy()
|
|
|
|
def on_destination_button_clicked(self,widget):
|
|
global destdir
|
|
global incinc
|
|
|
|
dialog = Gtk.FileChooserDialog("Select destination directory!",
|
|
self.obj("window"),
|
|
Gtk.FileChooserAction.SELECT_FOLDER,
|
|
(Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL,
|
|
Gtk.STOCK_APPLY, Gtk.ResponseType.OK))
|
|
dialog.set_default_size(600, 300)
|
|
|
|
response = dialog.run()
|
|
if response == Gtk.ResponseType.OK:
|
|
destdir = dialog.get_filename()
|
|
self.obj("destination_entry").set_text(dialog.get_filename())
|
|
self.obj("include_checkbutton").set_sensitive(True)
|
|
self.obj("translation_frame").set_sensitive(True)
|
|
print(srcdir)
|
|
if self.obj("include_checkbutton").get_active() == True:
|
|
incinc = '/include'
|
|
destdir = destdir+incinc
|
|
print(destdir)
|
|
elif response == Gtk.ResponseType.CANCEL:
|
|
print("Cancel")
|
|
|
|
dialog.destroy()
|
|
|
|
def on_include_checkbutton_toggled(self, widget):
|
|
global destdir
|
|
global incinc
|
|
if self.obj("include_checkbutton").get_active() == True:
|
|
incinc = '/include'
|
|
destdir = destdir+incinc
|
|
if self.obj("include_checkbutton").get_active() == False:
|
|
incinc = ''
|
|
destdir = destdir.replace('/include', '')
|
|
self.obj("destination_entry").set_text(destdir)
|
|
print(destdir)
|
|
|
|
def on_default_dir_checkbutton_toggled(self, widget):
|
|
global defdir
|
|
global srcdir
|
|
global destdir
|
|
global incinc
|
|
defdir = self.obj("default_dir_checkbutton").get_active()
|
|
if defdir == True:
|
|
srcdir = defsrc
|
|
self.obj("source_entry").set_text(srcdir)
|
|
destdir = defdest+incinc
|
|
self.obj("destination_entry").set_text(destdir)
|
|
self.obj("include_checkbutton").set_sensitive(True)
|
|
self.obj("source_label").set_sensitive(False)
|
|
self.obj("source_entry").set_sensitive(False)
|
|
self.obj("source_button").set_sensitive(False)
|
|
self.obj("translation_frame").set_sensitive(True)
|
|
filecnt = sourcedir_filecnt(defsrc)
|
|
if filecnt >0:
|
|
print(filecnt)
|
|
foldercnt = sourcedir_foldercnt(defsrc)
|
|
if foldercnt >0:
|
|
self.obj("numfolders_label").set_text(str(foldercnt))
|
|
|
|
def on_translate_button_clicked(self, widget, data=None):
|
|
self.obj("sourceframe").set_sensitive(False)
|
|
self.obj("translate_button").set_sensitive(False)
|
|
|
|
if self.process!=None:
|
|
return
|
|
|
|
print("Creating shared Queue")
|
|
queue = Queue(num_cores)
|
|
|
|
for c in range(num_cores):
|
|
print("Creating Worker: ", c)
|
|
worker = Worker(queue, self.filecnt, filelist)
|
|
|
|
print("Creating Listener")
|
|
listener = Listener(queue)
|
|
listener.connect("updated",self.callbackDisplay)
|
|
listener.connect("finished",self.callbackFinished)
|
|
|
|
print("Starting Listener")
|
|
thread = threading.Thread(target=listener.go, args=())
|
|
thread.start()
|
|
|
|
print("Starting Worker")
|
|
self.process = Process(target=worker.go, args=())
|
|
self.process.start()
|
|
|
|
|
|
|
|
app = ExampleApp()
|
|
app.run(sys.argv) |