#!/usr/bin/env python2 import sys import os # set to location of libgstkaldionline2.so os.environ['GST_PLUGIN_PATH'] = './asr/' os.environ['GTK_THEME'] = 'light' # import gtk stuff from threading import Thread import gi gi.require_version('Gst', '1.0') from gi.repository import GObject, Gst, Gtk, Gdk GObject.threads_init() Gdk.threads_init() Gst.init(None) # make sure ctrl-c works import signal signal.signal(signal.SIGINT, signal.SIG_DFL) # import local stuff import confirm, asr, action, section, xmlview_widgets import levenstein class ScriptedASR(Gtk.Window): def __init__(self, xml_filename): super(ScriptedASR, self).__init__() self.connect("destroy", self.quit) self.set_default_size(800,600) self.set_border_width(10) self.set_title('ScriptedASR [%s]' % xml_filename) vbox = Gtk.VBox() self.sections = section.SectionManager() vbox.pack_start(self.sections, False, True, 5) self.xmlview = xmlview_widgets.XmlView(xml_filename) vbox.pack_start(self.xmlview, True, True, 5) self.lines = [x for x in self.xmlview.get_line_iterator()] self.current_line = -1 self.confirmer = confirm.ConfirmationBox() vbox.pack_start(self.confirmer, False, True, 5) self.actions = action.ActionView() vbox.pack_start(self.actions, False, True, 5) self.sections.set_confirmer(self.confirmer) self.actions.set_confirmer(self.confirmer) # transcript view self.asr = asr.ASR(self.hyp_changed) vbox.pack_start(self.asr, False, True, 5) self.add(vbox) self.show_all() self.confirmer.hide() # load css style style_provider = Gtk.CssProvider() style_provider.load_from_data(open('data/style.css', 'rb').read()) Gtk.StyleContext.add_provider_for_screen( Gdk.Screen.get_default(), style_provider, Gtk.STYLE_PROVIDER_PRIORITY_APPLICATION) for line in self.lines: line.set_click_handler(self.line_clicked) def line_clicked(self, widget, event): if self.current_line >= 0: self.lines[self.current_line].highlight(False) for i, line in enumerate(self.lines): if widget is line: self.current_line = i self.lines[self.current_line].highlight(True) def hyp_changed(self, hyp): #hyp = ' '.join(hyp).replace('[noise]', ' ').split() words = hyp[-1].strip().replace('_', ' ').split() if self.current_line >= len(self.lines) - 1: print "FINISHED" return line = self.lines[self.current_line + 1].text.split() import levenstein num_errors, num_ref, alignment, score = levenstein.align(line, words) num_matches = 0 for ref_word, hyp_word in alignment: if ref_word == hyp_word and ref_word != None: num_matches += 1 score = float(num_matches) / max(len(line), len(words)) print 'ASR:', hyp[-1], 'REF:', self.lines[self.current_line + 1].text, 'score:', score levenstein.print_alignment(alignment) if score >= 0.5: if self.current_line >= 0: self.lines[self.current_line].highlight(False) self.current_line += 1 self.lines[self.current_line].highlight(True) def quit(self, window): Gtk.main_quit() if __name__ == '__main__': xml_filename = 'data/homeostasis_25nov.xml' if len(sys.argv) > 1: xml_filename = sys.argv[1] app = ScriptedASR(xml_filename) Gtk.main()