Skip to content
Snippets Groups Projects
Commit 07da2d7b authored by Franck Dary's avatar Franck Dary
Browse files

Improved script to launch on cluster

parent ca1b87c1
No related branches found
No related tags found
No related merge requests found
...@@ -4,8 +4,8 @@ import sys ...@@ -4,8 +4,8 @@ import sys
import os import os
import time import time
cluster = "LIS" #cluster = "LIS"
#cluster = "MESOCENTRE" cluster = "MESOCENTRE"
prefix = "#SBATCH " prefix = "#SBATCH "
account = "-A b177" account = "-A b177"
...@@ -31,7 +31,7 @@ def waitUntilFileExists(filePath) : ...@@ -31,7 +31,7 @@ def waitUntilFileExists(filePath) :
while not os.path.isfile(filePath) : while not os.path.isfile(filePath) :
time.sleep(2.0) time.sleep(2.0)
def launchExperiment(langChanged, jobName,lang,template,seed,nbCpus=1,partition='skylake',time='2-00',moreArgs='') : def launchExperiment(langChanged, jobName,lang,template,seed,nbCpus=2,partition='skylake',time='7-00',moreArgs='') :
if langChanged : if langChanged :
print(configPrefix+lang+'/', file=open('config', 'w')) print(configPrefix+lang+'/', file=open('config', 'w'))
...@@ -86,15 +86,17 @@ def launchExperiment(langChanged, jobName,lang,template,seed,nbCpus=1,partition= ...@@ -86,15 +86,17 @@ def launchExperiment(langChanged, jobName,lang,template,seed,nbCpus=1,partition=
if __name__ == "__main__" : if __name__ == "__main__" :
templatesExperiments = \ templatesExperiments = \
[\ [\
{'jobName' : 'tagparser','template' : 'tagparser','moreArgs' : '-n 10'},\ # {'jobName' : 'tagparser','template' : 'tagparser','moreArgs' : '-n 10'},\
{'jobName' : 'tokeparser','template' : 'tokeparser','moreArgs' : '-n 10 --rawInput'},\ {'jobName' : 'tokeparser','template' : 'tokeparser','moreArgs' : '-n 15 --rawInput'},\
{'jobName' : 'tokeparser_incremental','template' : 'tokeparser_incremental','moreArgs' : '-n 10 --rawInput'},\ {'jobName' : 'tokeparser_incremental','template' : 'tokeparser_incremental','moreArgs' : '-n 15 --rawInput'},\
{'jobName' : 'tokeparser_sequential','template' : 'tokeparser_sequential','moreArgs' : '-n 10 --rawInput'},\ {'jobName' : 'tokeparser_sequential','template' : 'tokeparser_sequential','moreArgs' : '-n 15 --rawInput'},\
]\ ]\
langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken", "UD_Russian-SynTagRus", "UD_Arabic-PADT", "UD_Finnish-TDT", "UD_Turkish-IMST", "UD_Norweigian-Bokmaal", "UD_Romanian-RRT"] #langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken"]
langs = ["UD_French-GSD", "UD_Hebrew-HTB", "UD_Chinese-GSD", "UD_English-EWT", "UD_French-Spoken", "UD_Russian-SynTagRus", "UD_Arabic-PADT", "UD_Finnish-TDT", "UD_Turkish-IMST", "UD_Norwegian-Bokmaal", "UD_Romanian-RRT"]
#langs = ["UD_Norwegian-Bokmaal", "UD_Romanian-RRT"]
nbReplicas = 1 nbReplicas = 3
for lang in langs : for lang in langs :
langChanged = True langChanged = True
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment