From f4033338359795169303b97c6dcd790b2390185a Mon Sep 17 00:00:00 2001
From: Franck Dary <franck.dary@lis-lab.fr>
Date: Sat, 7 Dec 2019 15:44:29 +0100
Subject: [PATCH] Updated launchForCluster script
---
UD_any/launchForCluster.py | 36 ++++++++++++++++++++++++------------
1 file changed, 24 insertions(+), 12 deletions(-)
diff --git a/UD_any/launchForCluster.py b/UD_any/launchForCluster.py
index 2d09eff..bbbc0a3 100755
--- a/UD_any/launchForCluster.py
+++ b/UD_any/launchForCluster.py
@@ -19,7 +19,18 @@ stdoutStr = "-o %x.stdout"
stderrStr = "-e %x.stderr"
modules = ["userspace/all", "boost/gcc72/1.65.1"]
configPrefix = "UD_ROOT=~/ud/ud-treebanks-all/"
-commandStr = "time ./train.sh . %s %s --interactive 0 --printTime %s --seed %d"
+
+commandStr = ""
+if len(sys.argv) != 2 :
+ print("USAGE : %s train|eval"%sys.argv[0], file=sys.stderr)
+ exit(1)
+if sys.argv[1] == "eval" :
+ commandStr = "time ./eval.sh . %s %s --interactive 0 --printTime %s --seed %d"
+elif sys.argv[1] == "train" :
+ commandStr = "time ./train.sh . %s %s --interactive 0 --printTime %s --seed %d"
+else :
+ print("USAGE : %s train|eval"%sys.argv[0], file=sys.stderr)
+ exit(1)
def waitUntilDirExists(dirPath) :
time.sleep(2.0)
@@ -87,20 +98,21 @@ if __name__ == "__main__" :
templatesExperiments = \
[\
# {'jobName' : 'tagparser','template' : 'tagparser','moreArgs' : '-n 10'},\
- #{'jobName' : 'tokeparser','template' : 'tokeparser','moreArgs' : '-n 15 --rawInput'},\
- {'jobName' : 'tokeparser_incremental_b0','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
- {'jobName' : 'tokeparser_incremental_b1','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
- {'jobName' : 'tokeparser_incremental_b2','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
- {'jobName' : 'tokeparser_incremental_b3','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
- {'jobName' : 'tokeparser_incremental_b4','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
- {'jobName' : 'tokeparser_incremental_b5','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
- {'jobName' : 'tokeparser_incremental_b6','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
- #{'jobName' : 'tokeparser_sequential','template' : 'tokeparser_sequential','moreArgs' : '-n 15 --rawInput'},\
+ {'jobName' : 'tokeparser','template' : 'tokeparser','moreArgs' : '-n 15 --rawInput'},\
+ {'jobName' : 'tokeparser_incremental','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
+ {'jobName' : 'tokeparser_sequential','template' : 'tokeparser_sequential','moreArgs' : '-n 15 --rawInput'},\
+ #{'jobName' : 'tokeparser_incremental_b0','template' : 'tokeparser_incremental_b0','moreArgs' : '-n 15 --rawInput'},\
+ #{'jobName' : 'tokeparser_incremental_b1','template' : 'tokeparser_incremental_b1','moreArgs' : '-n 15 --rawInput'},\
+ #{'jobName' : 'tokeparser_incremental_b2','template' : 'tokeparser_incremental_b2','moreArgs' : '-n 15 --rawInput'},\
+ #{'jobName' : 'tokeparser_incremental_b3','template' : 'tokeparser_incremental_b3','moreArgs' : '-n 15 --rawInput'},\
+ #{'jobName' : 'tokeparser_incremental_b4','template' : 'tokeparser_incremental_b4','moreArgs' : '-n 15 --rawInput'},\
+ #{'jobName' : 'tokeparser_incremental_b5','template' : 'tokeparser_incremental_b5','moreArgs' : '-n 15 --rawInput'},\
+ #{'jobName' : 'tokeparser_incremental_b6','template' : 'tokeparser_incremental_b6','moreArgs' : '-n 15 --rawInput'},\
]\
#langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken"]
- #langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken", "UD_Russian-SynTagRus", "UD_Arabic-PADT", "UD_Finnish-TDT", "UD_Turkish-IMST", "UD_Norwegian-Bokmaal", "UD_Romanian-RRT"]
- langs = ["UD_English-EWT"]
+ langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken", "UD_Russian-SynTagRus", "UD_Arabic-PADT", "UD_Finnish-TDT", "UD_Turkish-IMST", "UD_Norwegian-Bokmaal", "UD_Romanian-RRT"]
+ #langs = ["UD_English-EWT"]
nbReplicas = 3
--
GitLab