main.py

#!/usr/bin/env python2

import sys
import os
import glob, re

# set to location of libgstkaldionline2.so
directory = os.path.dirname(__file__) or '.'
os.environ['GST_PLUGIN_PATH'] = directory + '/asr/'
os.environ['GTK_THEME'] = 'light'
print 'gst plugin path =', os.environ['GST_PLUGIN_PATH']

# import gtk stuff
from threading import Thread
import gi
gi.require_version('Gst', '1.0')
from gi.repository import GObject, Gst, Gtk, Gdk
GObject.threads_init()
Gdk.threads_init()
Gst.init(None)

# make sure ctrl-c works
import signal
signal.signal(signal.SIGINT, signal.SIG_DFL)

# import local stuff
import confirm, asr, actions, xmlview
import levenstein, slu, osc

class ScriptedASR(Gtk.Window):
    def __init__(self, xml_filename, asr_config_file, osc_host, osc_port):
        super(ScriptedASR, self).__init__()

        self.connect("destroy", self.quit)
        self.set_default_size(1024, 768)
        self.set_border_width(10)
        self.set_title('ASR Transcript [xml=%s asr=%s osc=%s:%s]' % (xml_filename, asr_config_file, osc_host, osc_port))
        vbox = Gtk.VBox()

        self.xmlview = xmlview.XmlView(xml_filename)
        vbox.pack_start(self.xmlview, True, True, 5)

        self.confirmer = confirm.ConfirmationBox()
        vbox.pack_start(self.confirmer, False, True, 5)

        # transcript view
        self.asr = asr.ASR(asr_config_file, self.hyp_changed)
        vbox.pack_start(self.asr, False, True, 5)

        # slu
        #prefix = 'slu/automate/homeostasis_25nov_%s'
        #library = 'slu/src.new/librocio_slu.so'
        prefix = 'slu/automate/homeostasis_25nov_%s'
        library = 'slu/src/librocio_slu.so'
        self.slu = {}
        for section_fst in glob.glob(prefix % 'section*.fst'):
            found = re.search('section(\d+)\.fst$', section_fst)
            if found:
                section_id = int(found.group(1))
                self.slu[section_id - 1] = slu.SLU(prefix % 'dico_word.txt', prefix % 'dico_action.txt', section_fst, prefix % 'clean_tail.fst', library=library)

        self.add(vbox)
        self.show_all()

        self.confirmer.hide()

        # load css style
        style_provider = Gtk.CssProvider()
        style_provider.load_from_data(open('data/style.css', 'rb').read())
        Gtk.StyleContext.add_provider_for_screen( Gdk.Screen.get_default(), style_provider, Gtk.STYLE_PROVIDER_PRIORITY_APPLICATION)

        # setup singletons 
        osc.setup(osc_host, osc_port)
        actions.setup(self.confirmer, self.xmlview)
        self.current_section = 0
        self.current_section_history = ['']
        self.slu_output = ''
        self.kept_history = ''
        self.kept_actions = []

    def set_section(self, section_id):
        self.xmlview.set_section(section_id)

    def slu_finished(self, model, slu_output):
        slu_output = str(slu_output)
        self.slu_actions = model.get_actions().split()
        self.slu_output = slu_output
        print 'SLU output: "%s", actions: "%s"' % (self.slu_output, ' '.join(self.slu_actions))

        #for action_id in range(0, len(self.slu_actions)):
        for action_id in range(len(self.kept_actions), len(self.slu_actions)):
            print 'NEW ACTION:', action_id, self.slu_actions[action_id]
            action = actions.parse_slu_action(self.slu_actions[action_id])
            print action.text
            if action.text.startswith('#ENDSEQUENCE('):
                pass
            elif action.text.startswith('#ENDSECTION('):
                new_section = self.xmlview.get_section() + 1
                self.confirmer.confirm('Go to section %d?' % (new_section + 1), 3, lambda: self.set_section(new_section))
            else:
                self.xmlview.highlight(action)
                actions.perform_action(action, False)

    def hyp_changed(self, hyp):
        #hyp = ' '.join(hyp).replace('[noise]', ' ').split()
        if len(hyp) > len(self.current_section_history):
            self.current_section_history.append('')
            self.kept_history = self.slu_output
            self.kept_actions = self.slu_actions

        words = hyp[-1].strip().replace('_', ' ').split()
        if len(words) == 0:
            return
        section_id = self.xmlview.get_section()
        if self.current_section != section_id:
            self.previous_actions = 0
            self.current_section = section_id
            self.current_section_history = ['']
            self.slu_output = ''
            self.slu_actions = []
            self.kept_history = ''
            self.kept_actions = []
            if section_id in self.slu:
                self.slu[section_id].reset_slu()
        #print section_id
        if section_id in self.slu:
            model = self.slu[section_id]
            #self.previous_actions = model.num_actions()
            print 'SLU input: history="%s", words="%s"' % (self.kept_history, ' '.join(words))
            model.process(words, self.kept_history, self.slu_finished, False)
        self.current_section_history[-1] = ' '.join(words)

    def quit(self, window):
        for slu in self.slu.values():
            slu.shutdown()
        Gtk.main_quit()


if __name__ == '__main__':
    import selector
    xml_filename = 'data/homeostasis_25nov.xml'
    asr_config_file = 'asr/mika-fred-1.cfg'
    asr_config_file = 'asr/mika-fred-2.cfg'
    asr_config_file = 'asr/fisher-benoit-1.cfg'
    if len(sys.argv) > 1:
        xml_filename = sys.argv[1]
    if len(sys.argv) > 2:
        asr_config_file = sys.argv[2]
    xml_filename, asr_config_file, osc_host, osc_port = selector.ModelSelector(xml_filename, asr_config_file).run()
    if xml_filename == None or asr_config_file == None or osc_host == None or osc_port == None:
        sys.exit(0)
    app = ScriptedASR(xml_filename, asr_config_file, osc_host, osc_port)
    Gtk.main()