add model selection

.gitignore

 *.pyc
-asr/
+asr/*/*
+asr/libgstkaldionline2.so

asr.py

@@ -9,7 +9,7 @@ Gdk.threads_init()
 Gst.init(None)
 
 class ASR(Gtk.HBox):
-    def __init__(self, asr_model_dir, hyp_callback = None, partial_hyp_callback = None):
+    def __init__(self, asr_config, hyp_callback = None, partial_hyp_callback = None):
         super(ASR, self).__init__()
 
         self.text = Gtk.TextView()
@@ -34,9 +34,9 @@ class ASR(Gtk.HBox):
         self.hyp = []
         self.hyp_callback = hyp_callback
         self.partial_hyp_callback = partial_hyp_callback
-        Thread(target=self.init_gst, args=[asr_model_dir]).start()
+        Thread(target=self.init_gst, args=(asr_config,)).start()
 
-    def init_gst(self, model='.'):
+    def init_gst(self, asr_config_file):
         """Initialize the speech components"""
         GObject.idle_add(self._started_loading_asr)
 
@@ -50,30 +50,18 @@ class ASR(Gtk.HBox):
         self.fakesink = Gst.ElementFactory.make("fakesink", "fakesink")
         
         if self.asr:
-          model_file = "%s/final.mdl" % model
-          if not os.path.isfile(model_file):
-              print >> sys.stderr, "Models not downloaded? Run prepare-models.sh first!"
-              sys.exit(1)
-          self.asr.set_property("fst", "%s/HCLG.fst" % model)
-          self.asr.set_property("model", "%s/final.mdl" % model)
-          self.asr.set_property("word-syms", "%s/words.txt" % model)
-          self.asr.set_property("acoustic-scale", 0.0416)
-          self.asr.set_property("feature-type", "mfcc")
-          self.asr.set_property("mfcc-config", "%s/conf/mfcc.conf" % model)
-          self.asr.set_property("ivector-extraction-config", "%s/conf/ivector_extractor.fixed.conf" % model)
-          self.asr.set_property("max-active", 7000) # 7000
-          self.asr.set_property("beam", 11.0) # 11
-          self.asr.set_property("lattice-beam", 6.0) # 6
-          self.asr.set_property("do-endpointing", True)
-          self.asr.set_property("endpoint-silence-phones", "1:2:3:4:5:6:7:8:9:10")
+            import config
+            for name, value in config.read(asr_config_file).items():
+                if name != 'dir' and name != 'name':
+                    self.asr.set_property(name, value)
         else:
-          print >> sys.stderr, "Couldn't create the kaldinnet2onlinedecoder element. "
-          if os.environ.has_key("GST_PLUGIN_PATH"):
-            print >> sys.stderr, "Have you compiled the Kaldi GStreamer plugin?"
-          else:
-            print >> sys.stderr, "You probably need to set the GST_PLUGIN_PATH envoronment variable"
-            print >> sys.stderr, "Try running: GST_PLUGIN_PATH=../src %s" % sys.argv[0]
-          sys.exit();
+            print >> sys.stderr, "Couldn't create the kaldinnet2onlinedecoder element. "
+            if os.environ.has_key("GST_PLUGIN_PATH"):
+                print >> sys.stderr, "Have you compiled the Kaldi GStreamer plugin?"
+            else:
+                print >> sys.stderr, "You probably need to set the GST_PLUGIN_PATH envoronment variable"
+                print >> sys.stderr, "Try running: GST_PLUGIN_PATH=../src %s" % sys.argv[0]
+                sys.exit();
         
         # initially silence the decoder
         self.asr.set_property("silent", True)

asr/fisher-benoit-1.cfg

+dir = asr/fisher-benoit-1
+name = Generic english 1
+
+fst = $dir/HCLG.fst
+model = $dir/final.mdl
+word-syms = $dir/words.txt
+feature-type = mfcc
+mfcc-config = $dir/conf/mfcc.conf
+ivector-extraction-config = $dir/conf/ivector_extractor.fixed.conf
+max-active = 7000
+beam = 11.0
+lattice-beam = 6.0
+do-endpointing = True
+endpoint-silence-phones = 1:2:3:4:5:6:7:8:9:10

asr/fisher-fred-1.cfg

+dir = asr/fisher-fred-1
+name = Generic english 2
+
+fst = $dir/HCLG.fst
+model = $dir/final.mdl
+word-syms = $dir/words.txt
+feature-type = mfcc
+mfcc-config = $dir/conf/mfcc.conf
+ivector-extraction-config = $dir/conf/ivector_extractor.fixed.conf
+max-active = 7000
+beam = 11.0
+lattice-beam = 6.0
+do-endpointing = True
+endpoint-silence-phones = 1:2:3:4:5:6:7:8:9:10

asr/mika-fred-1.cfg

+dir = asr/mika-fred-1
+name = Roccio's voice 1
+
+fst = $dir/HCLG.fst
+model = $dir/final.mdl
+word-syms = $dir/words.txt
+feature-type = mfcc
+mfcc-config = $dir/conf/mfcc.conf
+ivector-extraction-config = $dir/conf/ivector_extractor.fixed.conf
+max-active = 7000
+beam = 11.0
+lattice-beam = 6.0
+do-endpointing = True
+acoustic-scale = 0.0416
+endpoint-silence-phones = 1:2:3:4:5:6:7:8:9:10:11:12:13:14:15:16:17:18:19:20:21:22:23:24:25:26:27:28:29:30:31:32:33:34:35

config.py

+import sys, re
+
+def read(filename):
+    config = {}
+    with open(filename) as fp:
+        for line in fp:
+            line = line.strip()
+            line = re.sub(r'#.*$', '', line) # remove comments
+            found = re.match(r'^([a-zA-Z0-9-_]*)\s*=\s*(.*)$', line)
+            if found:
+                name = found.group(1)
+                value = found.group(2).strip()
+                for other, replacement in config.items():
+                    value = re.sub(r'\$%s\b' % other, str(replacement), value)
+                if value in ['True', 'False']:
+                    value = bool(value)
+                else:
+                    try:
+                        value = int(value)
+                    except:
+                        try: 
+                            value = float(value)
+                        except:
+                            pass
+                config[name] = value
+    return config
+
+if __name__ == '__main__':
+    print read(sys.argv[1])

main.py

@@ -25,7 +25,7 @@ import confirm, asr, action, section, xmlview_widgets
 import levenstein
 
 class ScriptedASR(Gtk.Window):
-    def __init__(self, xml_filename, asr_model_dir):
+    def __init__(self, xml_filename, asr_config_file):
         super(ScriptedASR, self).__init__()
 
         self.connect("destroy", self.quit)
@@ -52,7 +52,7 @@ class ScriptedASR(Gtk.Window):
         #self.actions.set_confirmer(self.confirmer)
 
         # transcript view
-        self.asr = asr.ASR(asr_model_dir, self.hyp_changed)
+        self.asr = asr.ASR(asr_config_file, self.hyp_changed)
         vbox.pack_start(self.asr, False, True, 5)
 
         self.add(vbox)
@@ -103,11 +103,15 @@ class ScriptedASR(Gtk.Window):
 
 
 if __name__ == '__main__':
+    import selector
     xml_filename = 'data/homeostasis_25nov.xml'
-    asr_model_dir = 'asr/mika-fred-1'
+    asr_config_file = 'asr/mika-fred-1.cfg'
     if len(sys.argv) > 1:
         xml_filename = sys.argv[1]
     if len(sys.argv) > 2:
-        asr_model_dir = sys.argv[2]
-    app = ScriptedASR(xml_filename, asr_model_dir)
+        asr_config_file = sys.argv[2]
+    xml_filename, asr_config_file = selector.ModelSelector(xml_filename, asr_config_file).run()
+    if xml_filename == None or asr_config_file == None:
+        sys.exit(0)
+    app = ScriptedASR(xml_filename, asr_config_file)
     Gtk.main()

selector.py

+from gi.repository import GObject, Gtk, Gdk
+import os, sys, glob
+import config
+
+class ModelSelector(Gtk.Dialog):
+    def __init__(self, xml_filename = '', asr_model = ''):
+        super(ModelSelector, self).__init__()
+        self.add_button("Cancel", Gtk.ResponseType.CANCEL)
+        self.add_button("OK", Gtk.ResponseType.OK)
+        box = self.get_content_area()
+
+        xml_box = Gtk.HBox()
+        xml_box.pack_start(Gtk.Label('XML file:'), False, False, 10)
+        xml_entry = Gtk.Entry()
+        xml_entry.set_text(xml_filename)
+        xml_entry.set_width_chars(len(xml_filename))
+        self.xml_entry = xml_entry
+        xml_box.pack_start(xml_entry, True, True, 10)
+        xml_button = Gtk.Button("Choose...")
+        xml_button.connect('clicked', self.show_filechooser)
+        xml_box.pack_start(xml_button, False, False, 10)
+
+        box.pack_start(xml_box, False, False, 5)
+
+        model_box = Gtk.HBox()
+        model_box.pack_start(Gtk.Label('ASR model:'), False, False, 10)
+        model_chooser = Gtk.ComboBoxText()
+        model_chooser.set_entry_text_column(0)
+        for i, model in enumerate(self.list_models()):
+            model_chooser.append_text(model)
+        model_chooser.set_active(0)
+        self.model_chooser = model_chooser
+        model_box.pack_start(model_chooser, True, True, 10)
+
+        box.pack_start(model_box, False, False, 5)
+        self.show_all()
+
+    def show_filechooser(self, button):
+        dialog = Gtk.FileChooserDialog("Please choose a file", self, Gtk.FileChooserAction.OPEN, (Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL, Gtk.STOCK_OPEN, Gtk.ResponseType.OK))
+        filter_text = Gtk.FileFilter()
+        filter_text.set_name("XML files")
+        filter_text.add_mime_type("text/xml")
+        dialog.add_filter(filter_text)
+        dialog.set_current_folder('%s/data' % os.path.dirname(__file__))
+
+        response = dialog.run()
+        if response == Gtk.ResponseType.OK:
+            self.xml_entry.set_text(dialog.get_filename())
+        dialog.destroy()
+
+    def list_models(self):
+        self.models = []
+        model_names = []
+        for filename in glob.glob('asr/*.cfg'):
+            try:
+                items = config.read(filename)
+                self.models.append(filename)
+                if 'name' in items:
+                    model_names.append(items['name'])
+                else:
+                    model_names.append(filename)
+            except:
+               pass
+        return model_names
+
+    def run(self):
+        response = super(ModelSelector, self).run()
+        if response != Gtk.ResponseType.OK:
+            return None, None
+        asr_model = self.models[self.model_chooser.get_active()]
+        xml_filename = self.xml_entry.get_text()
+        self.destroy()
+        return xml_filename, asr_model
+