#!/usr/bin/env python3.5 # You are free to use and/or change this code for # your own needs. # Original code (c)2018 Jan Lerking # Program to convert C-header (*.h) files to nasm include files (*.inc), # for direct usage in assembly programming using nasm/yasm. import os import sys import io import gi gi.require_version('Gtk', '3.0') from gi.repository import Gtk, Gio, GObject as gobject import time from multiprocessing import Process, Value, Lock, Pool, Queue, cpu_count import threading gobject.threads_init() class Listener(gobject.GObject): __gsignals__ = { 'updated' : (gobject.SIGNAL_RUN_LAST, gobject.TYPE_NONE, (gobject.TYPE_FLOAT, gobject.TYPE_STRING, gobject.TYPE_INT)), 'finished': (gobject.SIGNAL_RUN_LAST, gobject.TYPE_NONE, ()) } def __init__(self, queue): gobject.GObject.__init__(self) self.queue = queue def go(self): print("Listener has started") while True: # Listen for results on the queue and process them accordingly data = self.queue.get() print(data) # Check if finished if data[1]=="finished": print("Listener is finishing.") self.emit("finished") return else: self.emit('updated', data[0], data[1], data[2]) gobject.type_register(Listener) class Worker(): def __init__(self, queue, filecnt, filelist): self.queue = queue self.filecnt = filecnt def go(self): print("The worker has started doing some work (counting from 0 to 9)") for i in range(self.filecnt): proportion = (float(i+1))/self.filecnt self.queue.put((proportion, "working...", i)) #time.sleep(0.01) process_file(filelist[i]) self.queue.put((1.0, "finished")) print("The worker has finished.") tupline = [] preproc = () filelist = [] folderlist = [] cnt = 0 srcdir = '' destdir = '' num_cores = cpu_count() fileindex = 0 filecnt = 0 incinc = '' defdir = False defsrc = 'usr/include' defdest = '~' count = 0 def sourcedir_filecnt(sourcedir): ### Return the number of files, ending with '.h', in sourcedir - including subdirectories ### cnt = 0 global filelist global srcdir srcdir = sourcedir for folderName, subfolders, files in os.walk(sourcedir): for file in files: if file.lower().endswith('.h'): cnt += 1 filelist += [folderName + '/' + file] print(folderName + '/' + file) # print(filelist) return cnt def sourcedir_foldercnt(sourcedir): ### Return the number of folders, if it contains '*.h' files, in sourcedir - including subdirectories ### global cnt global folderlist for folderName, subfolders, files in os.walk(sourcedir): if subfolders: for subfolder in subfolders: sourcedir_foldercnt(subfolder) tempf = [file for file in files if file.lower().endswith('.h')] if tempf: cnt = cnt + 1 # print(folderName) folderlist += [folderName] # print(folderlist) # print(len(folderlist)) return cnt def process_file(data): global count outfile = '' inputfile = data encodings = ['utf-8', 'latin-1', 'windows-1250', 'windows-1252', 'ascii', 'big5', 'big5hkscs', 'cp037', 'cp273', 'cp424', 'cp437', 'cp500', 'cp720', 'cp737', 'cp775', 'cp850', 'cp852', 'cp855', 'cp856', 'cp857', 'cp858', 'cp860', 'cp861', 'cp862', 'cp863', 'cp864', 'cp865', 'cp866', 'cp869', 'cp874', 'cp875', 'cp932', 'cp949', 'cp950', 'cp1006', 'cp1026', 'cp1125', 'cp1140', 'cp1250', 'cp1251', 'cp1252', 'cp1253', 'cp1254', 'cp1255', 'cp1256', 'cp1257', 'cp1258', 'cp65001', 'euc-jp', 'euc-jis-2004', 'euc-jisx0213', 'euc-kr', 'gb2312', 'gbk', 'gb18030', 'hz', 'iso2022-jp', 'iso2022-jp-1', 'iso2022-jp-2', 'iso2022-jp-2004', 'iso2022-jp-3', 'iso2022-jp-ext', 'iso2022-kr', 'iso8859-2', 'iso8859-3', 'iso8859-4', 'iso8859-5', 'iso8859-6', 'iso8859-7', 'iso8859-8', 'iso8859-9', 'iso8859-10', 'iso8859-11', 'iso8859-13', 'iso8859-14', 'iso8859-15', 'iso8859-16', 'johab', 'koi8-r', 'koi8-t', 'koi8-u', 'kz1048', 'mac-cyrillic', 'mac-greek', 'mac-iceland', 'mac-latin2', 'mac-roman', 'mac-turkish', 'ptcp154', 'shift-jis', 'shift-jis-2004', 'shift-jisx0213', 'utf-32', 'utf-32-be', 'utf-32-le', 'utf-16', 'utf-16-be', 'utf-16-le', 'utf-7', 'utf-8-sig'] for e in encodings: try: fh = io.open(data, 'r', encoding=e) fh.readlines() fh.seek(0) except UnicodeDecodeError: print('got unicode error with %s , trying different encoding' % e) else: # print('opening the file with encoding: %s ' % e) break # print(os.path.basename(data)) for lines in fh: outfile = outfile + lines fh.close() outputfile = os.path.splitext(inputfile)[0] + '.inc' outputfile = str(outputfile).replace(srcdir, destdir) count += 1 print(str(count)+'->'+outputfile) if not os.path.exists(os.path.dirname(outputfile)): try: os.makedirs(os.path.dirname(outputfile)) except OSError as exc: # Guard against race condition if exc.errno != FileExistsError: raise newfile = open(outputfile, "w") newfile.write(outfile) newfile.close() class ExampleApp: global app global destlabel def __init__(self): self.filecnt = 0 self.fileindex = 0 self.process = None self.app = Gtk.Application.new("org.h2inc", Gio.ApplicationFlags(0)) self.app.connect("activate", self.on_app_activate) self.app.connect("shutdown", self.on_app_shutdown) app = self.app def on_app_activate(self, app): builder = Gtk.Builder() builder.add_from_file("h2inc.glade") builder.connect_signals(self) self.obj = builder.get_object self.obj("window").set_application(app) self.obj("window").set_wmclass("h2inc_gtk","h2inc_gtk") self.obj("window").show_all() self.obj("default_dir_checkbutton").set_active(False) self.obj("default_dir_checkbutton").emit("toggled") self.obj("include_checkbutton").set_active(True) self.obj("include_checkbutton").emit("toggled") button = Gtk.Button.new_from_stock(Gtk.STOCK_CANCEL) button.set_property("can-default",True) button = Gtk.Button.new_from_stock(Gtk.STOCK_APPLY) button.set_property("can-default",True) def on_app_shutdown(self, app): self.app.quit() def run(self, argv): self.app.run(argv) def callbackDisplay(self, obj, fraction, text, index, data=None): self.obj("progress_label").set_text("{} of {}".format(index+1, self.filecnt)) self.obj("progressbar").set_fraction(fraction) def callbackFinished(self, obj, data=None): if self.process==None: raise RuntimeError("No worker process started") print("all done; joining worker process") self.process.join() self.process = None self.obj("progressbar").set_fraction(1.0) self.obj("sourceframe").set_sensitive(True) self.obj("translate_button").set_sensitive(True) self.obj("destination_label").set_sensitive(True) self.obj("destination_entry").set_sensitive(True) self.obj("destination_button").set_sensitive(True) self.obj("include_checkbutton").set_sensitive(True) self.obj("translation_frame").set_sensitive(True) def on_window_destroy(self,window): window.close() def on_dialog_close(self,widget,*event): widget.hide_on_delete() return True def on_filechooser_dialog_response(self,widget,response): if response == -6: print("Cancel") elif response == -5: print("File selection: %s" % widget.get_filename()) self.on_dialog_close(widget) def on_source_button_clicked(self,widget): dialog = Gtk.FileChooserDialog("Select source directory!", self.obj("window"), Gtk.FileChooserAction.SELECT_FOLDER, (Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL, Gtk.STOCK_APPLY, Gtk.ResponseType.OK)) dialog.set_default_size(600, 300) Gtk.FileChooser.set_filename(dialog, srcdir) response = dialog.run() if response == Gtk.ResponseType.OK: self.filecnt = sourcedir_filecnt(dialog.get_filename()) if self.filecnt >0: print(self.filecnt) self.obj("source_entry").set_text(dialog.get_filename()) self.obj("destination_label").set_sensitive(True) self.obj("destination_entry").set_sensitive(True) self.obj("destination_button").set_sensitive(True) self.obj("numfiles_label").set_text(str(self.filecnt)) self.obj("progress_label").set_text("{} of {}".format(fileindex, self.filecnt)) foldercnt = sourcedir_foldercnt(dialog.get_filename()) if foldercnt >0: self.obj("numfolders_label").set_text(str(foldercnt)) elif response == Gtk.ResponseType.CANCEL: print("Cancel") dialog.destroy() def on_destination_button_clicked(self,widget): global destdir global incinc dialog = Gtk.FileChooserDialog("Select destination directory!", self.obj("window"), Gtk.FileChooserAction.SELECT_FOLDER, (Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL, Gtk.STOCK_APPLY, Gtk.ResponseType.OK)) dialog.set_default_size(600, 300) response = dialog.run() if response == Gtk.ResponseType.OK: destdir = dialog.get_filename() self.obj("destination_entry").set_text(dialog.get_filename()) self.obj("include_checkbutton").set_sensitive(True) self.obj("translation_frame").set_sensitive(True) print(srcdir) if self.obj("include_checkbutton").get_active() == True: incinc = '/include' destdir = destdir+incinc print(destdir) elif response == Gtk.ResponseType.CANCEL: print("Cancel") dialog.destroy() def on_include_checkbutton_toggled(self, widget): global destdir global incinc if self.obj("include_checkbutton").get_active() == True: incinc = '/include' destdir = destdir+incinc if self.obj("include_checkbutton").get_active() == False: incinc = '' destdir = destdir.replace('/include', '') self.obj("destination_entry").set_text(destdir) print(destdir) def on_default_dir_checkbutton_toggled(self, widget): global defdir global srcdir global destdir global incinc defdir = self.obj("default_dir_checkbutton").get_active() if defdir == True: srcdir = defsrc self.obj("source_entry").set_text(srcdir) destdir = defdest+incinc self.obj("destination_entry").set_text(destdir) self.obj("include_checkbutton").set_sensitive(True) self.obj("source_label").set_sensitive(False) self.obj("source_entry").set_sensitive(False) self.obj("source_button").set_sensitive(False) self.obj("translation_frame").set_sensitive(True) filecnt = sourcedir_filecnt(defsrc) if filecnt >0: print(filecnt) foldercnt = sourcedir_foldercnt(defsrc) if foldercnt >0: self.obj("numfolders_label").set_text(str(foldercnt)) def on_translate_button_clicked(self, widget, data=None): self.obj("sourceframe").set_sensitive(False) self.obj("translate_button").set_sensitive(False) if self.process!=None: return print("Creating shared Queue") queue = Queue(num_cores) for c in range(num_cores): print("Creating Worker: ", c) worker = Worker(queue, self.filecnt, filelist) print("Creating Listener") listener = Listener(queue) listener.connect("updated",self.callbackDisplay) listener.connect("finished",self.callbackFinished) print("Starting Listener") thread = threading.Thread(target=listener.go, args=()) thread.start() print("Starting Worker") self.process = Process(target=worker.go, args=()) self.process.start() app = ExampleApp() app.run(sys.argv)