diff --git a/UD_any/launchForCluster.py b/UD_any/launchForCluster.py index 2d09eff0aa1a29d429f6caf3670ad43ffe2dd5d9..bbbc0a37228e1fc703e5c1c70ff539670d798428 100755 --- a/UD_any/launchForCluster.py +++ b/UD_any/launchForCluster.py @@ -19,7 +19,18 @@ stdoutStr = "-o %x.stdout" stderrStr = "-e %x.stderr" modules = ["userspace/all", "boost/gcc72/1.65.1"] configPrefix = "UD_ROOT=~/ud/ud-treebanks-all/" -commandStr = "time ./train.sh . %s %s --interactive 0 --printTime %s --seed %d" + +commandStr = "" +if len(sys.argv) != 2 : + print("USAGE : %s train|eval"%sys.argv[0], file=sys.stderr) + exit(1) +if sys.argv[1] == "eval" : + commandStr = "time ./eval.sh . %s %s --interactive 0 --printTime %s --seed %d" +elif sys.argv[1] == "train" : + commandStr = "time ./train.sh . %s %s --interactive 0 --printTime %s --seed %d" +else : + print("USAGE : %s train|eval"%sys.argv[0], file=sys.stderr) + exit(1) def waitUntilDirExists(dirPath) : time.sleep(2.0) @@ -87,20 +98,21 @@ if __name__ == "__main__" : templatesExperiments = \ [\ # {'jobName' : 'tagparser','template' : 'tagparser','moreArgs' : '-n 10'},\ - #{'jobName' : 'tokeparser','template' : 'tokeparser','moreArgs' : '-n 15 --rawInput'},\ - {'jobName' : 'tokeparser_incremental_b0','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\ - {'jobName' : 'tokeparser_incremental_b1','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\ - {'jobName' : 'tokeparser_incremental_b2','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\ - {'jobName' : 'tokeparser_incremental_b3','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\ - {'jobName' : 'tokeparser_incremental_b4','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\ - {'jobName' : 'tokeparser_incremental_b5','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\ - {'jobName' : 'tokeparser_incremental_b6','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\ - #{'jobName' : 'tokeparser_sequential','template' : 'tokeparser_sequential','moreArgs' : '-n 15 --rawInput'},\ + {'jobName' : 'tokeparser','template' : 'tokeparser','moreArgs' : '-n 15 --rawInput'},\ + {'jobName' : 'tokeparser_incremental','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\ + {'jobName' : 'tokeparser_sequential','template' : 'tokeparser_sequential','moreArgs' : '-n 15 --rawInput'},\ + #{'jobName' : 'tokeparser_incremental_b0','template' : 'tokeparser_incremental_b0','moreArgs' : '-n 15 --rawInput'},\ + #{'jobName' : 'tokeparser_incremental_b1','template' : 'tokeparser_incremental_b1','moreArgs' : '-n 15 --rawInput'},\ + #{'jobName' : 'tokeparser_incremental_b2','template' : 'tokeparser_incremental_b2','moreArgs' : '-n 15 --rawInput'},\ + #{'jobName' : 'tokeparser_incremental_b3','template' : 'tokeparser_incremental_b3','moreArgs' : '-n 15 --rawInput'},\ + #{'jobName' : 'tokeparser_incremental_b4','template' : 'tokeparser_incremental_b4','moreArgs' : '-n 15 --rawInput'},\ + #{'jobName' : 'tokeparser_incremental_b5','template' : 'tokeparser_incremental_b5','moreArgs' : '-n 15 --rawInput'},\ + #{'jobName' : 'tokeparser_incremental_b6','template' : 'tokeparser_incremental_b6','moreArgs' : '-n 15 --rawInput'},\ ]\ #langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken"] - #langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken", "UD_Russian-SynTagRus", "UD_Arabic-PADT", "UD_Finnish-TDT", "UD_Turkish-IMST", "UD_Norwegian-Bokmaal", "UD_Romanian-RRT"] - langs = ["UD_English-EWT"] + langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken", "UD_Russian-SynTagRus", "UD_Arabic-PADT", "UD_Finnish-TDT", "UD_Turkish-IMST", "UD_Norwegian-Bokmaal", "UD_Romanian-RRT"] + #langs = ["UD_English-EWT"] nbReplicas = 3