Fixed #642 (closed). Added a warning when after recovery there are some jobs that have conflicting dependency status. Furthermore, the current configuration of the experiment will be saved for each run of the experiment in the historical database.
Example of how an experiment configuration is saved in the historical database:
{
"platforms":{
"transfer_node":{
"QUEUE":"serial",
"PROJECT":"Earth",
"SCRATCH_DIR":"/esarchive/scratch",
"HOST":"bscearth000",
"USER":"",
"TYPE":"ps",
"ADD_PROJECT_TO_HOST":"false"
},
"marenostrum3":{
"QUEUE":"bsc_es",
"PROCESSORS_PER_NODE":"16",
"PROJECT":"bsc32",
"SCRATCH_DIR":"/gpfs/scratch",
"HOST":"mn",
"TEST_SUITE":"True",
"USER":"bsc32704",
"TYPE":"lsf",
"ADD_PROJECT_TO_HOST":"true"
},
"ecmwf-cca":{
"QUEUE":"np",
"PROCESSORS_PER_NODE":"36",
"PROJECT":"spesiccf",
"SCRATCH_DIR":"/scratch/ms",
"HOST":"cca",
"VERSION":"pbs",
"USER":"c3a",
"TEST_SUITE":"True",
"TYPE":"ecaccess",
"ADD_PROJECT_TO_HOST":"false"
},
"marenostrum4":{
"QUEUE":"debug",
"PROJECT":"bsc32",
"SCRATCH_DIR":"/gpfs/scratch",
"HOST":"mn1.bsc.es",
"USER":"bsc32985",
"TYPE":"slurm",
"ADD_PROJECT_TO_HOST":"false"
},
"moore":{
"QUEUE":"serial",
"PROJECT":"Earth",
"SCRATCH_DIR":"/esarchive/scratch",
"HOST":"moore",
"USER":"",
"TYPE":"slurm",
"ADD_PROJECT_TO_HOST":"false"
}
},
"jobs":{
"PLOT":{
"PLATFORM":"LOCAL",
"RUNNING":"member",
"DEPENDENCIES":"LOCALPOST",
"FILE":"PLOT.sh",
"WALLCLOCK":"00:05"
},
"LOCALPOST":{
"PLATFORM":"LOCAL",
"RUNNING":"member",
"DEPENDENCIES":"TRANSFER",
"FILE":"LOCALPOST.sh",
"WALLCLOCK":"00:05"
},
"LOCAL_SETUP":{
"PLATFORM":"LOCAL",
"FILE":"LOCAL_SETUP.sh"
},
"TRANSFER":{
"FREQUENCY":"5",
"PLATFORM":"LOCAL",
"RUNNING":"chunk",
"DEPENDENCIES":"CLEAN",
"FILE":"TRANSFER.sh"
},
"INI":{
"PLATFORM":"LOCAL",
"RUNNING":"member",
"DEPENDENCIES":"REMOTE_SETUP",
"FILE":"INI.sh",
"WALLCLOCK":"00:05"
},
"CLEAN":{
"RUNNING":"chunk",
"DEPENDENCIES":"POST",
"FILE":"CLEAN.sh",
"WALLCLOCK":"00:05"
},
"REMOTE_SETUP":{
"PLATFORM":"LOCAL",
"DEPENDENCIES":"LOCAL_SETUP",
"FILE":"REMOTE_SETUP.sh",
"WALLCLOCK":"00:05"
},
"POST":{
"PLATFORM":"LOCAL",
"RUNNING":"chunk",
"DEPENDENCIES":"SIM",
"FILE":"POST.sh",
"WALLCLOCK":"00:05"
},
"SIM":{
"PROCESSORS":"2",
"WALLCLOCK":"00:05",
"PLATFORM":"LOCAL",
"RUNNING":"chunk",
"DEPENDENCIES":"INI SIM-1 CLEAN-2",
"THREADS":"1",
"FILE":"SIM.sh"
}
},
"exp":{
"svn":{
"HPCARCH":"marenostrum4",
"EXPID":"a29z",
"PROJECT_REVISION":"",
"PROJECT_URL":""
},
"git":{
"HPCARCH":"marenostrum4",
"EXPID":"a29z",
"PROJECT_BRANCH":"",
"PROJECT_COMMIT":"",
"FETCH_SINGLE_BRANCH":"true",
"PROJECT_SUBMODULES":"",
"PROJECT_ORIGIN":""
},
"project":{
"HPCARCH":"marenostrum4",
"EXPID":"a29z",
"PROJECT_DESTINATION":"",
"PROJECT_TYPE":"none"
},
"experiment":{
"RUN_ONLY_MEMBERS":"",
"HPCARCH":"marenostrum4",
"CHUNKSIZEUNIT":"month",
"CHUNKSIZE":"12",
"CHUNKINI":"",
"NUMCHUNKS":"40",
"DATELIST":"20000101 20000102",
"EXPID":"a29z",
"MEMBERS":"fc[0-6]",
"CALENDAR":"standard"
},
"project_files":{
"FILE_JOBS_CONF":"",
"HPCARCH":"marenostrum4",
"JOB_SCRIPTS_TYPE":"",
"FILE_PROJECT_CONF":"",
"EXPID":"a29z"
},
"rerun":{
"HPCARCH":"marenostrum4",
"CHUNKLIST":"",
"EXPID":"a29z",
"RERUN":"FALSE"
},
"local":{
"EXPID":"a29z",
"HPCARCH":"marenostrum4",
"PROJECT_PATH":""
}
},
"conf":{
"migrate":{
"TO_USER":""
},
"mail":{
"NOTIFICATIONS":"False",
"TO":""
},
"storage":{
"TYPE":"pkl",
"COPY_REMOTE_LOGS":"True"
},
"config":{
"EXPID":"a29z",
"TOTALJOBS":"6",
"MAXWAITINGJOBS":"3",
"RETRIALS":"0",
"AUTOSUBMIT_VERSION":"3.13.0b",
"OUTPUT":"pdf",
"SAFETYSLEEPTIME":"10"
},
"communications":{
"API":"paramiko"
}
},
"proj":{
}
}